-- Logs begin at Sat 2022-06-04 08:25:58 UTC, end at Sat 2022-06-04 09:51:17 UTC. -- Jun 04 09:16:32.431619 dv-cinder-844695-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 09:16:35.523371 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.common.config [-] Logging enabled! Jun 04 09:16:35.524007 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 04 09:16:35.524151 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104455) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 04 09:16:35.527537 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.common.config [-] Logging enabled! Jun 04 09:16:35.527796 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 04 09:16:35.528109 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104455) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 04 09:16:35.529136 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 09:16:35.529372 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 09:16:35.529985 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 09:16:35.530234 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 09:16:35.530461 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 09:16:35.530785 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.531087 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.531316 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.531614 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.531910 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.532193 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.532518 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.532824 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.533117 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.533401 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.533694 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.533930 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.534221 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.534515 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.534810 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.535039 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.535322 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.535771 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.536752 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.537038 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.537336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.537622 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.537900 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.538182 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.538474 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.538852 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] host = dv-cinder-844695-1-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.539135 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.539429 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.539718 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.540009 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.540314 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.540598 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.540892 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.541170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.541450 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.541732 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.542025 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.542328 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.542610 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.542838 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.543062 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.543350 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.543658 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.543938 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.544217 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.544525 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.544805 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.545086 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.545361 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.545652 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.545939 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.546229 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.546506 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.546785 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.547061 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.547337 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.547625 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.547904 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.548182 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.548488 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.548787 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.549063 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.549343 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.549652 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.549943 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.550228 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.550518 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.550797 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.551086 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.551365 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.552212 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.552521 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.552796 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.553071 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.553359 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.553637 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.553913 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.554190 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.554464 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.554754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.555027 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:35.555333 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.555636 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.555943 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.556234 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.556581 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.556867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.557158 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.557447 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.557738 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.558032 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.558325 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.558608 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.558920 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.559211 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.559511 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.559823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.560120 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.560447 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.560729 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.561007 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.561287 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.561571 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.561864 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.562145 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.562435 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.562727 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.563003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.563303 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.563592 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.563881 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.564179 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.564499 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.564778 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.565059 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.565353 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.565633 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.565911 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.566202 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.566483 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.566759 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.567044 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.567373 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.567667 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.567949 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.568227 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.568552 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.568838 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.569114 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.569389 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.569668 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.569944 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.570234 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.570513 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.570788 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.571063 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.571341 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.571618 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.571934 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.572177 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.572482 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.572866 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.573039 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.573313 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.573588 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.573863 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.574137 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.574411 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.574684 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.574961 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.575235 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.575506 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.575779 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.576052 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.576354 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.576659 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.576939 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.577222 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.577502 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.577783 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.578063 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.578342 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.578624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.578910 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.579189 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.579486 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.579773 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.580066 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.580452 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.580735 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.581062 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.581344 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.581624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.581914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.582196 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.582475 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.582792 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.583076 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.583378 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.583679 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.583963 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.584263 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.584592 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.584898 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.585187 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.585508 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.585794 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:35.586013 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 09:16:35.586268 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104455) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 09:16:35.983017 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 04 09:16:35.983287 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 04 09:16:35.983598 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 04 09:16:35.983936 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 09:16:36.349293 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.349630 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.349959 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.351549 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.351868 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.352134 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.413437 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.413717 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.413987 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.431742 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.432024 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.432312 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.464926 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.465215 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.465486 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.506982 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.507261 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.507599 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.879203 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.880595 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.880595 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.880595 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.881516 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.985948 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.986267 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.986547 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.986813 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.987076 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.987386 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.987645 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.987900 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.988152 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.988466 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995977 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995977 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995977 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995977 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.995977 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996358 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:36.996838 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 09:16:37.002886 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 09:16:37.007608 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 09:16:37.011699 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 04 09:16:37.013440 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 09:16:37.014105 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 09:16:37.014441 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 09:16:37.014834 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 09:16:37.017738 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 09:16:37.017991 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 09:16:37.018372 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 09:16:37.023870 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 04 09:16:37.048961 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 09:16:37.049436 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:37.049762 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104455) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 04 09:16:37.050153 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:37.051596 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104455) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 09:16:37.052442 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 09:16:37.052692 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 09:16:37.056476 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:37.056760 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:37.118837 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 09:16:37.119078 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 09:16:37.119309 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 09:16:37.119746 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 09:16:37.173537 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO dbcounter [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Registered counter for database neutron Jun 04 09:16:37.195661 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_db.sqlalchemy.engines [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104455) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 04 09:16:37.202171 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG dbcounter [-] [104455] Writer thread running {{(pid=104455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 09:16:37.832356 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing driver for type 'gre' Jun 04 09:16:37.833632 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] gre ID ranges: [(1, 1000)] Jun 04 09:16:38.060572 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing driver for type 'local' Jun 04 09:16:38.061269 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing driver for type 'vlan' Jun 04 09:16:38.166791 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] VlanTypeDriver initialization complete Jun 04 09:16:38.167155 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing driver for type 'vxlan' Jun 04 09:16:38.167678 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] vxlan ID ranges: [(1, 1000)] Jun 04 09:16:38.406699 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing extension driver 'port_security' Jun 04 09:16:38.407093 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.extensions.port_security [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] PortSecurityExtensionDriver initialization complete Jun 04 09:16:38.407461 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing mechanism driver 'openvswitch' Jun 04 09:16:38.407818 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing mechanism driver 'hyperv' Jun 04 09:16:38.415126 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.plugin [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:16:38.415854 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.416263 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.416709 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.417331 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.417902 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.418296 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.418673 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.419112 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.419562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.419979 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.420432 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.420870 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.421401 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.421791 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.422166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.422618 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.423053 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.423440 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.423820 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.424254 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.424717 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > address_group after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.425096 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > address_group after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.425476 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.426138 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 09:16:38.427140 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] ML2 OVO RPC backend initialized. {{(pid=104455) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 04 09:16:38.427997 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.428440 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.428898 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.429284 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > networks before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.429670 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.430129 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > ports before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.430537 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.430914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnets before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.431363 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.431765 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.432157 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.432576 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.432953 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.433326 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.433702 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.434074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.434445 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.449503 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded quota_driver: . Jun 04 09:16:38.449876 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.plugin [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Modular L2 Plugin initialization complete Jun 04 09:16:38.450233 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading services supported by the core plugin {{(pid=104455) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 09:16:38.450588 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Got port-security extension from driver 'port_security' Jun 04 09:16:38.451102 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.extensions.vlantransparent [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Disabled vlantransparent extension. Jun 04 09:16:38.451611 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104455) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 09:16:38.451939 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: router Jun 04 09:16:38.506271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.506663 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.507028 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router before_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.507387 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.507754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.508163 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_delete 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.508549 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.508896 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.509252 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.509593 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.509935 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.510276 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.510631 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.511049 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.511425 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.511753 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.512086 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.512470 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.512819 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.513168 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.513519 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.513853 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.514211 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.514547 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.514895 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.515254 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.515593 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.515957 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > agent after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.516329 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > agent after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.516666 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.517652 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Tracking information for resource: router configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:38.517980 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Tracking information for resource: floatingip configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 09:16:38.529135 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.db.l3_agentschedulers_db [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 09:16:38.529789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.530197 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.530585 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.530973 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.531864 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router before_create 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.532275 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.532722 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_create 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.533222 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > router precommit_update 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.538953 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.provider_configuration [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service providers = [] {{(pid=104455) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 09:16:38.539365 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.db.servicetype_db [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104455) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 09:16:38.542722 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 09:16:38.543112 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 09:16:38.543490 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 09:16:38.544526 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 09:16:38.544948 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.services.service_base [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 09:16:38.545433 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.545788 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 09:16:38.558280 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.571579 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: auto_allocate Jun 04 09:16:38.577805 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: network precommit_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.578225 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: network precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.578817 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.579171 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: tag Jun 04 09:16:38.586689 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.587021 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: timestamp Jun 04 09:16:38.591181 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.591566 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: network_ip_availability Jun 04 09:16:38.597338 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.597751 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.598135 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.599518 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.599870 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: flavors Jun 04 09:16:38.605297 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.605816 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading Plugin: revisions Jun 04 09:16:38.611061 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 09:16:38.611500 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.628s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 04 09:16:38.612471 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104455) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 04 09:16:38.612890 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Initializing extension manager. Jun 04 09:16:38.613500 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: __init__.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: __pycache__ {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: _port_mac_address_override.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: address-group Jun 04 09:16:38.617754 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: address_scope.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.618568 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.618730 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: address-scope Jun 04 09:16:38.619078 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.620229 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.620902 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: router-admin-state-down-before-update Jun 04 09:16:38.621315 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: agent.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.622199 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.622821 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: agent Jun 04 09:16:38.623259 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: agent_resources_synced.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.624390 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.625047 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: agent-resources-synced Jun 04 09:16:38.625445 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: allowedaddresspairs.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.627519 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.628080 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: allowed-address-pairs Jun 04 09:16:38.628439 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: auto_allocated_topology.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.629705 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.630277 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: auto-allocated-topology Jun 04 09:16:38.630596 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.631350 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.631864 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: availability_zone Jun 04 09:16:38.632178 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: availability_zone_filter.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.633251 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.633779 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: availability_zone_filter Jun 04 09:16:38.634094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: data_plane_status.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.635102 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.635613 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 09:16:38.635923 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: default_subnetpools.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.636918 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.637428 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: default-subnetpools Jun 04 09:16:38.637742 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.638606 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.639104 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: dhcp_agent_scheduler Jun 04 09:16:38.639416 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: dns.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.640429 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.640933 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension dns-integration not supported by any of loaded plugins Jun 04 09:16:38.641248 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: dns_domain_ports.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.642185 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.642693 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 09:16:38.643006 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.644016 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.644837 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 04 09:16:38.645159 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: dvr.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.645902 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.646417 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: dvr Jun 04 09:16:38.646736 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: ecmp_routes.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.647779 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.648311 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 04 09:16:38.648639 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: empty_string_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.649633 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.650159 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: empty-string-filtering Jun 04 09:16:38.650477 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.651468 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.651976 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 09:16:38.652323 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.657532 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.658079 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 09:16:38.658395 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: external_net.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.659449 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.659975 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: external-net Jun 04 09:16:38.660312 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.661873 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.662394 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: extra_dhcp_opt Jun 04 09:16:38.662708 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: extraroute.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.663703 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.664213 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: extraroute Jun 04 09:16:38.664597 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: extraroute_atomic.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.665749 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.666266 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: extraroute-atomic Jun 04 09:16:38.666582 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: filter_validation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.667279 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.667830 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: filter-validation Jun 04 09:16:38.668094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: fip_pf_description.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.669059 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.669617 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 09:16:38.669880 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: fip_pf_port_range.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.670799 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.671301 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 04 09:16:38.671613 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: fip_port_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.672612 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.673119 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: fip-port-details Jun 04 09:16:38.673435 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: flavors.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.674697 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.675206 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: flavors Jun 04 09:16:38.675547 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.678187 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.678723 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 09:16:38.679053 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: floatingip_pools.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.679789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.680325 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: floatingip-pools Jun 04 09:16:38.680651 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: ip_allocation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.681628 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.682139 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 09:16:38.682458 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.683388 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.683898 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: ip-substring-filtering Jun 04 09:16:38.684222 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l2_adjacency.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.688073 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.688735 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 09:16:38.689090 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.690204 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.690768 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: router Jun 04 09:16:38.691126 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.693802 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.694463 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 09:16:38.694832 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.695922 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.696563 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: ext-gw-mode Jun 04 09:16:38.696925 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.697910 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.698465 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: l3-ha Jun 04 09:16:38.698829 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.699884 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.700484 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 04 09:16:38.700843 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_flavors.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.701820 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.702377 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: l3-flavors Jun 04 09:16:38.702733 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.704197 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.704787 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 04 09:16:38.705151 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.706173 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.706748 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 09:16:38.707109 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: l3agentscheduler.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.708318 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.708900 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: l3_agent_scheduler Jun 04 09:16:38.709264 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: local_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.711396 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.711946 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension local_ip not supported by any of loaded plugins Jun 04 09:16:38.712398 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: logging.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.714008 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.714591 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension logging not supported by any of loaded plugins Jun 04 09:16:38.714959 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: metering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.715825 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.716571 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: metering Jun 04 09:16:38.717037 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.722629 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.723370 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: metering_source_and_destination_fields Jun 04 09:16:38.724324 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: multiprovidernet.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.725532 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.726164 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: multi-provider Jun 04 09:16:38.726579 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: netmtu.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.727648 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.728395 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: net-mtu Jun 04 09:16:38.728824 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: netmtu_writable.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.729952 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.730576 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: net-mtu-writable Jun 04 09:16:38.730982 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: network_availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.731772 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.732460 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: network_availability_zone Jun 04 09:16:38.732867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: network_ip_availability.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.734291 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.734901 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: network-ip-availability Jun 04 09:16:38.735271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: network_segment_range.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.736139 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.736737 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 09:16:38.737100 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: pagination.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.738220 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.738674 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: pagination Jun 04 09:16:38.739053 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_device_profile.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.740863 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.741472 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-device-profile Jun 04 09:16:38.741842 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_mac_address_override.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.742875 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.743448 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-mac-override Jun 04 09:16:38.743818 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.744885 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.745470 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-mac-address-regenerate Jun 04 09:16:38.745889 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.746866 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.747426 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-numa-affinity-policy Jun 04 09:16:38.747786 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_resource_request.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.748994 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.749560 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 09:16:38.749926 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: port_resource_request_groups.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.751050 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.751622 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 04 09:16:38.751990 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: portbindings.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.753078 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.753643 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: binding Jun 04 09:16:38.754069 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: portbindings_extended.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.755462 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.756056 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: binding-extended Jun 04 09:16:38.756528 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: portsecurity.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.757610 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.758172 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-security Jun 04 09:16:38.758538 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: project_id.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.759664 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.760036 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: project-id Jun 04 09:16:38.760449 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: providernet.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.761433 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.762011 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: provider Jun 04 09:16:38.762378 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.766282 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.766838 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos not supported by any of loaded plugins Jun 04 09:16:38.767172 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.768563 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.769107 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 09:16:38.769435 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.770749 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.771272 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 09:16:38.771600 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_default.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.772586 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.773106 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-default not supported by any of loaded plugins Jun 04 09:16:38.773434 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_fip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.774389 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.774902 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-fip not supported by any of loaded plugins Jun 04 09:16:38.780922 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.781612 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.782218 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 04 09:16:38.782583 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_gateway_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.783655 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.784232 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 09:16:38.784643 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_port_network_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.785696 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.786771 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 09:16:38.787131 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.788372 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.788945 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 04 09:16:38.789377 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.790531 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.791187 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 04 09:16:38.791557 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_pps_rule.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.792916 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.793488 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-pps not supported by any of loaded plugins Jun 04 09:16:38.793856 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_rule_type_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.794994 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.795566 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 09:16:38.795930 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.797052 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.797629 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 04 09:16:38.797993 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: qos_rules_alias.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.799187 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.799781 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 09:16:38.800207 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: quota_check_limit.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.801222 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.801909 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: quota-check-limit Jun 04 09:16:38.802866 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: quotasv2.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.804059 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.804593 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: quotas Jun 04 09:16:38.805004 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: quotasv2_detail.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.806918 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.807293 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: quota_details Jun 04 09:16:38.807665 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: rbac.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.809020 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.815155 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: rbac-policies Jun 04 09:16:38.815155 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: rbac_address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.816190 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.816882 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: rbac-address-group Jun 04 09:16:38.817353 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: rbac_address_scope.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.818604 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.819223 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: rbac-address-scope Jun 04 09:16:38.819700 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: rbac_security_groups.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.820819 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.821463 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: rbac-security-groups Jun 04 09:16:38.821854 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: rbac_subnetpool.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.822881 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.823483 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: rbac-subnetpool Jun 04 09:16:38.823883 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: revisionifmatch.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.824956 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.825566 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: revision-if-match Jun 04 09:16:38.825967 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: revisions.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.827218 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.827779 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: standard-attr-revisions Jun 04 09:16:38.828134 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: router_availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.828899 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.829458 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: router_availability_zone Jun 04 09:16:38.829816 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: routerservicetype.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.830892 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.831456 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension router-service-type not supported by any of loaded plugins Jun 04 09:16:38.831814 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.832862 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.833411 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: security-groups-normalized-cidr Jun 04 09:16:38.833765 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.834741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.835296 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: port-security-groups-filtering Jun 04 09:16:38.835649 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.836806 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.837317 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: security-groups-remote-address-group Jun 04 09:16:38.837669 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.838689 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.839272 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: security-groups-shared-filtering Jun 04 09:16:38.839626 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: securitygroup.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.850530 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.851136 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: security-group Jun 04 09:16:38.851501 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: segment.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.855620 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.855620 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension segment not supported by any of loaded plugins Jun 04 09:16:38.855620 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.856574 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.857149 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 09:16:38.857507 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: servicetype.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.858720 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.859292 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: service-type Jun 04 09:16:38.859650 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: sorting.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.860791 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.861155 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: sorting Jun 04 09:16:38.861508 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: standard_attr_segment.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.862484 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.863113 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 09:16:38.863467 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: standardattrdescription.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.864804 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.865387 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: standard-attr-description Jun 04 09:16:38.865747 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: stateful_security_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.866815 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.867381 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: stateful-security-group Jun 04 09:16:38.867735 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: stdattrs_common.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.868414 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 09:16:38.868770 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.869760 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.870328 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 09:16:38.870691 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnet_onboard.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.871854 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.872460 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: subnet_onboard Jun 04 09:16:38.872816 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.873854 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.874409 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 09:16:38.874766 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnet_service_types.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.875823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.876424 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: subnet-service-types Jun 04 09:16:38.876786 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnetallocation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.877978 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.878554 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: subnet_allocation Jun 04 09:16:38.878914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.879663 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.880328 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: subnetpool-prefix-ops Jun 04 09:16:38.880686 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.881697 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.882255 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 09:16:38.882612 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: tagging.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.883829 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.884419 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: standard-attr-tag Jun 04 09:16:38.884783 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: timestamp.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.886130 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.886686 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loaded extension: standard-attr-timestamp Jun 04 09:16:38.887048 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: trunk.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.888145 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.888845 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension trunk not supported by any of loaded plugins Jun 04 09:16:38.889204 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: trunk_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.890180 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.890740 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension trunk-details not supported by any of loaded plugins Jun 04 09:16:38.891117 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: uplink_status_propagation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.892100 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.892743 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 09:16:38.893055 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Loading extension file: vlantransparent.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 09:16:38.893833 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 09:16:38.894387 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 09:16:38.897962 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:network Jun 04 09:16:38.898564 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnet Jun 04 09:16:38.898995 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 09:16:38.899447 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:port Jun 04 09:16:38.900912 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.901389 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service FLAVORS assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.902051 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.902515 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.902874 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:router Jun 04 09:16:38.903337 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 09:16:38.903895 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service METERING assigned prefix: /metering {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.905482 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.905881 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.906339 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:security_group Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] subnetpool is already registered Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 09:16:38.913331 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] subnetpool is already registered Jun 04 09:16:38.914332 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.914332 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service FLAVORS assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.914730 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.915145 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.915473 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:router Jun 04 09:16:38.915809 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] router is already registered Jun 04 09:16:38.916209 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 09:16:38.916566 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] floatingip is already registered Jun 04 09:16:38.917019 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service METERING assigned prefix: /metering {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.917696 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 09:16:38.918067 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] rbac_policy is already registered Jun 04 09:16:38.918420 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:security_group Jun 04 09:16:38.918751 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] security_group is already registered Jun 04 09:16:38.919147 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 09:16:38.919535 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] security_group_rule is already registered Jun 04 09:16:38.920200 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.920554 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 09:16:38.920900 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] subnetpool is already registered Jun 04 09:16:38.921316 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 09:16:38.921631 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 09:16:38.921956 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] subnetpool is already registered Jun 04 09:16:38.922419 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: extensions {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.923914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: address-groups {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.925433 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: address-scopes {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.926763 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.927953 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: auto-allocated-topology {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.929239 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: availability_zones {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.930462 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: dhcp-networks {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.932064 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: dhcp-agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.933502 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.935175 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: flavors {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.936483 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: service_profiles {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.937697 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: next_providers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.939122 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: service_profiles {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.940690 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: floatingip-pools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.941889 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.943693 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: floatingips {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.946158 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: l3-routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.947576 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: l3-agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.949148 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: metering-labels {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.950438 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: metering-label-rules {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.951878 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: network-ip-availabilities {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.953310 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: bindings {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.955012 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: quotas {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.956871 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: quotas {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.958939 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: rbac-policies {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.960166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: security-groups {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.961601 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: security-group-rules {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.962965 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: service-providers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.965720 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: subnetpools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.965720 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: subnetpools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.967175 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.968983 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.970774 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.972671 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.974976 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.976994 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.978676 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.980570 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.982322 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.984158 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 09:16:38.990364 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING keystonemiddleware.auth_token [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 09:16:38.995735 dv-cinder-844695-1-iscsi neutron-server[104455]: WARNING keystonemiddleware.auth_token [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 09:16:39.005052 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Acquired lock "singleton_lock" {{(pid=104455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 04 09:16:39.005528 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Releasing lock "singleton_lock" {{(pid=104455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 04 09:16:39.006193 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Starting 2 workers Jun 04 09:16:39.011283 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Started child 104568 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 09:16:39.016314 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Started child 104569 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 09:16:39.017570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.018517 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO neutron.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 09:16:39.018719 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.020000 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [-] (104568) wsgi starting up on http://0.0.0.0:9696 Jun 04 09:16:39.022133 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Starting 1 workers Jun 04 09:16:39.025004 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.027427 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [-] (104569) wsgi starting up on http://0.0.0.0:9696 Jun 04 09:16:39.027620 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Started child 104570 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 09:16:39.028458 dv-cinder-844695-1-iscsi neutron-server[104455]: INFO oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Starting 1 workers Jun 04 09:16:39.033335 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Started child 104571 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 09:16:39.034213 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.036073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] calling RpcWorker wait() {{(pid=104570) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 09:16:39.037454 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 04 09:16:39.037454 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 09:16:39.037454 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 09:16:39.037848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.service [None req-33ba5739-b48a-41ae-af07-6ff458576195 None None] returning from RpcWorker wait() {{(pid=104570) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 09:16:39.037981 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 09:16:39.037981 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 09:16:39.037981 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 09:16:39.038325 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.038600 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.039017 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.039177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.039307 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.039434 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:39.040151 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:16:39.040318 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.040318 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.040556 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.040683 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.040963 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.041117 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:16:39.041267 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.041267 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.041639 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.041840 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.042075 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.042271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.042618 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.042839 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.043036 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.043230 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.043436 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.043641 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.044164 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.044164 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.044730 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.044986 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.045199 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.045395 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.045627 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.045840 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.046197 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.046425 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.046627 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.046836 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.047035 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.047242 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.047442 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.047658 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.047906 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.048104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.048782 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host = dv-cinder-844695-1-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.048998 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.049196 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.049414 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.049606 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.049799 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.050168 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.050374 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.050580 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.050788 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.050985 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.051177 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.051373 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.051582 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.051888 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.052089 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_options = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.052317 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.052525 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.052740 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.053074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.053074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.053504 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.053504 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.053879 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.054133 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.054133 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.054537 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.054823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.054823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.055312 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.055312 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.055664 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.055664 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.056010 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.056196 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.057457 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.058741 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.060099 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.062162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.064166 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.066281 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.068142 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.069867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071264 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071264 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071264 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071848 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071848 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.071848 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.072524 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.072524 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.072823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.072965 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.073173 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.073464 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.073695 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.073851 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.074096 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.074328 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.074542 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.074762 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.074972 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.075222 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.075474 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.075704 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.076171 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.076390 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.076646 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.076921 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.077271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.077271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.077633 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.077831 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.077992 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.078149 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.078347 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.078574 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.079032 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.079339 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.079528 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.079774 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.080026 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.080253 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.080487 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.080829 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.081040 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.081273 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.081485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.081718 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.081999 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.082161 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.082378 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.082584 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.082790 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.083559 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.083907 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.084145 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.084406 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.084624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.084858 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.085068 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.085275 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.085516 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.085724 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.085930 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.086134 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.086340 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.086550 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.086789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.086999 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.087212 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.087451 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.087651 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.088012 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.088246 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.088532 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.088766 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.089015 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.089228 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.089469 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.089682 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.089893 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.090096 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.090359 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.090583 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.090844 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.091081 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.091309 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.091545 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.091758 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.092035 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.092270 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.092732 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.092732 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.093121 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.093522 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.093662 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.093846 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.094056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.094306 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.094574 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.094823 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.095069 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.095331 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.095534 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.095810 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.096139 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.096435 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.096727 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.096981 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.097227 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.097484 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.097724 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.097975 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.098220 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.098446 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.099261 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.099588 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.099974 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.100214 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.100625 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.100942 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.101173 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.101385 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.101596 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.101882 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.102109 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.102365 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.102624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.102867 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.103114 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.103321 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.103552 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.103779 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.104010 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.104233 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.104483 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.104717 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.105018 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.105208 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.105431 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.105643 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.105869 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.106165 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.106331 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.106485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.106708 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.106944 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.107185 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.107406 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.107644 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.107960 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.108168 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.108355 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.108512 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.108663 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.108886 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.109107 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.109381 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.109623 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.109860 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.110083 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.110551 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.110551 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.110901 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.111064 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112037 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112037 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112037 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112037 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112764 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112764 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.112764 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.114117 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.117231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.119183 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.120729 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.120729 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.120729 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121227 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121227 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121625 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121625 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121972 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.121972 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.122283 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.122581 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.122797 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.122998 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.127455 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.128562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.128562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.128562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.128562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.129962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.130214 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.130453 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.130677 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.130929 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.131912 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.136067 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.136456 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.136705 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.136943 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.137210 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.137462 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.137713 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.137951 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.138189 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.138405 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.138663 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.138877 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.139098 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140336 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.140771 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.141155 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.141948 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.142264 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.142694 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.143431 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.143809 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.144188 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.144811 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.146396 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.146762 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.147232 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.147552 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.147896 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.148233 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.148562 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.148907 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.149250 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.149686 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.150085 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.150446 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.150793 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.151216 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.151602 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.151939 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.152238 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.152784 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.153012 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.153294 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.153553 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.153810 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.154066 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.154303 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.154564 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.154830 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.155071 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.155453 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.155714 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.155991 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.156275 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.156524 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.156760 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.156985 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.157234 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.157454 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.157775 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.157916 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.158181 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 09:16:39.158757 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 04 09:16:39.158915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 09:16:39.159075 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 09:16:39.159207 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 09:16:39.159348 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 09:16:39.159486 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 09:16:39.159707 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.159855 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.160554 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.160721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.160914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.161725 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.161883 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162030 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162172 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162315 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162464 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162603 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162744 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.162884 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163044 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163188 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163356 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163611 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163611 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163894 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.163894 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164177 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164177 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164484 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164646 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164795 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.164934 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165072 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165210 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165359 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165505 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165648 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165787 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.165936 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166073 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166201 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166338 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166481 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166633 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166768 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host = dv-cinder-844695-1-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.166900 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167032 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51432) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:16:39.167191 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167191 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167456 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167456 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167808 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.167808 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168061 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168061 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168421 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168421 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168681 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168681 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168932 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.168932 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_options = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169204 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169204 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169465 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169606 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169744 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.169885 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170023 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170175 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170353 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170491 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170644 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170780 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.170920 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171063 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171198 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171332 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171465 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171604 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171738 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.171863 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172009 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172152 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172346 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172512 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172657 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172798 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.172946 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173087 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173230 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173365 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173518 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173653 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.173940 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174091 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174248 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174248 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174497 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174632 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174773 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.174905 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175047 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175182 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175328 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175471 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175604 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.175727 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.176326 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.176501 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.176688 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.176840 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.176992 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.177155 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.177310 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.177475 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.177638 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 09:16:39.177790 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.177937 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178080 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178239 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178384 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178529 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.178789 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179079 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179079 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179349 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179349 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179652 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179652 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179922 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.179922 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180236 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180236 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180570 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180570 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180862 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.180862 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181109 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181109 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181273 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181420 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181641 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.181839 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182047 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182047 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182431 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182431 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182820 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182820 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.182820 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.183375 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.183375 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.183375 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.183375 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184056 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.184984 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.185721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.185721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.185721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.185721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.185721 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186376 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186376 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186376 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186376 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186891 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186891 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186891 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.186891 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187409 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187409 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187409 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187794 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187794 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.187794 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188168 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188168 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.188914 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.189361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0157850 Jun 04 09:16:39.190733 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191057 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191057 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191349 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191349 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191636 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191636 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.191890 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192008 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192117 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192266 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192510 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192660 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.192808 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.193059 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.193217 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.194479 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.194662 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.194796 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.194924 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.196422 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.196422 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197332 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197483 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197625 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197768 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.197906 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198042 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198191 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198335 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198473 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198792 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.198935 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199085 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199266 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199440 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199617 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199767 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.199913 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.201276 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.201605 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.201767 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.202110 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.202271 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.202590 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.202963 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.203065 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.203202 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.203523 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.203702 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.203859 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204011 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204162 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204380 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204707 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.204864 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205015 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205163 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205321 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205475 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205619 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205766 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.205928 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.206076 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.206231 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.206379 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.206530 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.209909 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.211170 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.215074 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.216635 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217104 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.217558 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218003 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218485 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.218962 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219459 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.219915 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.220273 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.220273 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.221801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.221801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.221801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.221801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.221801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222478 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.222624 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.224527 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225094 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225531 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225531 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225531 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225722 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.225861 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226020 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226182 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226343 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226502 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226784 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226874 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.226954 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.227801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.227801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.227801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.227801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.227801 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228113 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228113 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228244 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228391 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228536 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228692 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.228850 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229007 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229312 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229435 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229528 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229705 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229837 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.229995 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.230152 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.230310 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.230468 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.230626 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.230785 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.231165 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.231165 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.231345 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.231424 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 09:16:39.232576 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 09:16:48.247759 dv-cinder-844695-1-iscsi neutron-server[104455]: DEBUG dbcounter [-] [104455] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:16:52.542779 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1366f1-cf1b-4d6c-bdc7-8e35f403d211 None None] get_active_networks_info from dv-cinder-844695-1-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 04 09:16:52.566407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writer thread running {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 09:16:52.635836 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1366f1-cf1b-4d6c-bdc7-8e35f403d211 None None] No non-hosted networks {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 09:16:52.653778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.agentschedulers_db [None req-aa1366f1-cf1b-4d6c-bdc7-8e35f403d211 None None] DHCP Agent not found on host dv-cinder-844695-1-iscsi {{(pid=104570) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 04 09:16:52.790073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-457c9b8d-740a-4d75-bf95-9628ee15b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:54.863065 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writer thread running {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 09:16:55.598573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c8c6a5ce-9689-4ad9-bc8f-525cf3d06809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:55.650283 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-d3fe025d-58cf-49b1-b58c-98785595e644 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-844695-1-iscsi {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 09:16:55.650816 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-d3fe025d-58cf-49b1-b58c-98785595e644 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 09:16:56.240913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3fe025d-58cf-49b1-b58c-98785595e644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:56.297518 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:57.362479 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51510) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:16:58.377610 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-8643ce22-b4be-488c-b925-e98a634e03ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:16:58.378787 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-8643ce22-b4be-488c-b925-e98a634e03ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:16:58.745175 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:58.747461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-8643ce22-b4be-488c-b925-e98a634e03ee admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:16:58.749730 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8643ce22-b4be-488c-b925-e98a634e03ee admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3861113 Jun 04 09:16:59.830464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:16:59.832484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.833049 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.833681 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.834713 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.835235 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.835771 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.836348 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.836917 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.837474 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.838015 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.838535 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.839068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.839644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.840182 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.840742 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:16:59.841388 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844695-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:16:59.857849 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844695-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:01.657525 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51540) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:02.770315 dv-cinder-844695-1-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:02.773354 dv-cinder-844695-1-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:03.165194 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:03.320865 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.policy [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104569) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 09:17:03.399245 dv-cinder-844695-1-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:03.399813 dv-cinder-844695-1-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:03.434015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writer thread running {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 09:17:03.640124 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870911053', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870912625', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870960268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870968058', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870973991', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742870949166', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-788154', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1919701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1990120'] for rbac-policy (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:03.799051 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.db.l3_hamode_db [None req-acb30cd7-699b-493c-b46e-78c660285da8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 09:17:03.882464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb30cd7-699b-493c-b46e-78c660285da8 None None] Routers set() bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:17:03.882829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb30cd7-699b-493c-b46e-78c660285da8 None None] Router IDs set() for agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 04 09:17:03.945808 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:03.947901 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e558e3b4-5a32-40e7-abe3-cee7d97c18ad admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 2.2882702 Jun 04 09:17:06.653412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51558) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:07.081253 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:07.095480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writer thread running {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 09:17:07.267953 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Made reservation on behalf of 53e98f0415e245278b0f5ad4f985e67c for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:17:07.341227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.policy [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 09:17:07.384536 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:07.384931 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 09:17:07.396995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:07.409909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=15,neutron:INSERT=32 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:07.425211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:07.561297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks [] for security_group (d2f28cfd-0946-49c9-9321-9a261eaba447), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:07.707765 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (d2f28cfd-0946-49c9-9321-9a261eaba447), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:07.736007 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:17:07.775035 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742868607236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (8043b328-15a3-427b-96b0-15374a8b1f46), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:07.775634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Unsubscribe: segment precommit_create {{(pid=104568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 09:17:07.776191 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Added segment 8043b328-15a3-427b-96b0-15374a8b1f46 of type vlan for network dfb2d464-7955-40d8-9282-9209c8b2cfbe Jun 04 09:17:07.802218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f28cfd-0946-49c9-9321-9a261eaba447,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:07.840372 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.840716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.841067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.841417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.841747 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.842069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.842389 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.842789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.843189 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.843515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.843853 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.844189 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.844537 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.844852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.845167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Tracked resource versions report: Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: pushed versions: Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: { 'AddressGroup': {'1.2'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Agent': {'1.1'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'ConntrackHelper': {'1.0'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Log': {'1.0'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'NDPProxy': {'1.0'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Network': {'1.1'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Port': {'1.7'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'PortForwarding': {'1.3'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'QosPolicy': {'1.10'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroup': {'1.5'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SubPort': {'1.0'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Subnet': {'1.1'}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Trunk': {'1.1'}} Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: consumer versions: Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Agent': '1.1', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'ConntrackHelper': '1.0', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'LocalIPAssociation': '1.0', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Log': '1.0', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'NDPProxy': '1.0', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Network': '1.1', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Port': '1.7', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'PortForwarding': '1.3', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'QosPolicy': '1.10', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroup': '1.5', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroupRule': '1.2', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SubPort': '1.0', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Subnet': '1.1', Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Trunk': '1.1'}} Jun 04 09:17:07.846680 dv-cinder-844695-1-iscsi neutron-server[104568]: {{(pid=104568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:17:07.916523 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (dfb2d464-7955-40d8-9282-9209c8b2cfbe), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:08.039498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (dfb2d464-7955-40d8-9282-9209c8b2cfbe), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:08.044955 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:08.045729 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:08.180318 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] Pushing event updated for resources: {'Network': ['ID=dfb2d464-7955-40d8-9282-9209c8b2cfbe,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:08.194071 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:17:08.197038 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=25,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:08.307187 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-26aba67f-d87f-40e3-8c82-969c734fb68b demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.6522868 Jun 04 09:17:11.032399 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51576) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:11.488472 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=24,neutron:INSERT=34 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:11.615953 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c5bac-abfa-45e6-aab7-4e4f5636f739 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:11.618051 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-844c5bac-abfa-45e6-aab7-4e4f5636f739 demo admin] 10.222.0.46 "GET /v2.0/networks/dfb2d464-7955-40d8-9282-9209c8b2cfbe HTTP/1.1" status: 200 len: 825 time: 0.5842202 Jun 04 09:17:11.648235 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e871686a-05f3-4521-acb7-45ba6c44a1d6 demo admin] 10.222.0.46 "GET /v2.0/subnetpools/177a1a3e-547e-4294-91e7-5530e6e8c6f2 HTTP/1.1" status: 200 len: 734 time: 0.0234447 Jun 04 09:17:11.658420 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:11.744662 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Made reservation on behalf of 53e98f0415e245278b0f5ad4f985e67c for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:17:11.747435 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:12.211667 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (25364408-062c-4c96-8bfe-3ede1f770a98), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:12.297810 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Checking segment: {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:17:12.298138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Network hostable DHCP agents. Network: dfb2d464-7955-40d8-9282-9209c8b2cfbe, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:17:12.310854 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Pushing event updated for resources: {'Subnet': ['ID=25364408-062c-4c96-8bfe-3ede1f770a98,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:12.323132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.323472 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.323818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.324209 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.324627 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.324951 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.325270 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.325586 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.325917 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.326272 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.326619 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.326957 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.327272 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.327575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.327884 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Tracked resource versions report: Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: pushed versions: Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: { 'AddressGroup': {'1.2'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Agent': {'1.1'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'ConntrackHelper': {'1.0'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Log': {'1.0'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'NDPProxy': {'1.0'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Network': {'1.1'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Port': {'1.7'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'PortForwarding': {'1.3'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'QosPolicy': {'1.10'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroup': {'1.5'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SubPort': {'1.0'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Subnet': {'1.1'}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Trunk': {'1.1'}} Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: consumer versions: Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Agent': '1.1', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'ConntrackHelper': '1.0', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'LocalIPAssociation': '1.0', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Log': '1.0', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'NDPProxy': '1.0', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Network': '1.1', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Port': '1.7', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'PortForwarding': '1.3', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'QosPolicy': '1.10', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroup': '1.5', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroupRule': '1.2', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SubPort': '1.0', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Subnet': '1.1', Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Trunk': '1.1'}} Jun 04 09:17:12.329619 dv-cinder-844695-1-iscsi neutron-server[104569]: {{(pid=104569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:17:12.453401 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:17:12.553677 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, dfb2d464-7955-40d8-9282-9209c8b2cfbe) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:12.560731 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:12.561748 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:12.563612 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb44e7e-8123-477b-862c-4d35bd5ee83f None None] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:17:12.646859 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f92e6bce-7ada-461a-9f40-4ebc1b96d104 demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9919722 Jun 04 09:17:12.702541 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:12.716232 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=7 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:12.877548 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:17:12.878927 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:13.258376 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Allocated IP 172.20.0.2 (dfb2d464-7955-40d8-9282-9209c8b2cfbe/25364408-062c-4c96-8bfe-3ede1f770a98/5f9913d6-e631-4300-9d41-a9cd112c6244) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:17:13.689333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks [] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:13.791389 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:13.872682 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:17:13.879990 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:13.892006 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:17:13.901021 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Pushing event updated for resources: {'Port': ['ID=5f9913d6-e631-4300-9d41-a9cd112c6244,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:13.948679 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.948943 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.949300 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.949660 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.950024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.950322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.950649 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.950972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.951313 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.951670 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.951997 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.952405 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.952737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.953060 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.953364 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Tracked resource versions report: Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: pushed versions: Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: { 'AddressGroup': {'1.2'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Agent': {'1.1'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'ConntrackHelper': {'1.0'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Log': {'1.0'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'NDPProxy': {'1.0'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Network': {'1.1'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Port': {'1.7'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'PortForwarding': {'1.3'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'QosPolicy': {'1.10'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroup': {'1.5'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SubPort': {'1.0'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Subnet': {'1.1'}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Trunk': {'1.1'}} Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: consumer versions: Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Agent': '1.1', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'ConntrackHelper': '1.0', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'LocalIPAssociation': '1.0', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Log': '1.0', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'NDPProxy': '1.0', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Network': '1.1', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Port': '1.7', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'PortForwarding': '1.3', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'QosPolicy': '1.10', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroup': '1.5', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroupRule': '1.2', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SubPort': '1.0', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Subnet': '1.1', Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Trunk': '1.1'}} Jun 04 09:17:13.954877 dv-cinder-844695-1-iscsi neutron-server[104570]: {{(pid=104570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:17:13.994866 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:14.010578 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Attempting to bind port 5f9913d6-e631-4300-9d41-a9cd112c6244 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:17:14.010990 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Attempting to bind port 5f9913d6-e631-4300-9d41-a9cd112c6244 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:17:14.011415 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Attempting to bind port 5f9913d6-e631-4300-9d41-a9cd112c6244 on network dfb2d464-7955-40d8-9282-9209c8b2cfbe {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:17:14.017886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:17:14.018269 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Checking segment: {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:17:14.018754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:14.019166 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Bound using segment: {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:17:14.019693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Bound port: 5f9913d6-e631-4300-9d41-a9cd112c6244, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:17:14.020134 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:14.095082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] For port 5f9913d6-e631-4300-9d41-a9cd112c6244, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:17:14.120821 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] For port 5f9913d6-e631-4300-9d41-a9cd112c6244, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=5f9913d6-e631-4300-9d41-a9cd112c6244,segment=NetworkSegment(8043b328-15a3-427b-96b0-15374a8b1f46),segment_id=8043b328-15a3-427b-96b0-15374a8b1f46)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:17:14.208417 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:14.295787 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeae206-2e8c-4c1c-9023-b259d0ee8ef2 None None] Pushing event updated for resources: {'Port': ['ID=5f9913d6-e631-4300-9d41-a9cd112c6244,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:16.142309 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51594) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:16.711734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-2a5fa986-95ae-4687-af04-598b9fd88a56 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:17:16.712953 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2a5fa986-95ae-4687-af04-598b9fd88a56 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5693979 Jun 04 09:17:18.169317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=3,neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:18.178645 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=49,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:19.707709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51604) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:20.213855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-13e8f394-8562-4810-9613-96ea93cb2894 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:17:20.214983 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-13e8f394-8562-4810-9613-96ea93cb2894 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5056581 Jun 04 09:17:22.571011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9e99-62b4-4b7e-b853-b826aba62c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:22.573836 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:22.577354 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=44,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:23.149220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51614) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:23.577292 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:23.674544 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (dc5219f8-dac3-4776-bf86-7a940d4fb124), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:23.677500 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (dc5219f8-dac3-4776-bf86-7a940d4fb124), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:23.966313 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Publish callbacks [] for router_controller (dc5219f8-dac3-4776-bf86-7a940d4fb124), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:24.040374 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (dc5219f8-dac3-4776-bf86-7a940d4fb124), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:24.158875 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:24.160529 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-74c30ce6-961a-47e2-9322-b61bfba241ed demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0099804 Jun 04 09:17:25.506003 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:25.627775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d1735f9f-2cf7-42b3-b05a-9a94eb561b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:26.239451 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:26.960789 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51626) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:27.093357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5f9913d6-e631-4300-9d41-a9cd112c6244 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:17:27.187825 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 5f9913d6-e631-4300-9d41-a9cd112c6244 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:27.188875 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:27.307851 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 5f9913d6-e631-4300-9d41-a9cd112c6244 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:27.308345 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:27.361254 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 5f9913d6-e631-4300-9d41-a9cd112c6244, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=5f9913d6-e631-4300-9d41-a9cd112c6244,segment=NetworkSegment(8043b328-15a3-427b-96b0-15374a8b1f46),segment_id=8043b328-15a3-427b-96b0-15374a8b1f46)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:17:27.463200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:27.551343 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=5f9913d6-e631-4300-9d41-a9cd112c6244,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:27.612788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-f54dd1fb-1bc1-4ada-b4f0-cec414107481 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:17:27.613871 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f54dd1fb-1bc1-4ada-b4f0-cec414107481 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6520638 Jun 04 09:17:28.715279 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:28.756653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c51b62-2eb8-41c1-ba4a-86ca39a6229f None None] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:17:28.854649 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-24bb7f8d-1583-43c8-a7f8-66d6eb514762 None None] Provisioning complete for port 5f9913d6-e631-4300-9d41-a9cd112c6244 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:28.855126 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-24bb7f8d-1583-43c8-a7f8-66d6eb514762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:29.069975 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-24bb7f8d-1583-43c8-a7f8-66d6eb514762 None None] Current status of the port 5f9913d6-e631-4300-9d41-a9cd112c6244 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:29.075632 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5f9913d6-e631-4300-9d41-a9cd112c6244 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:17:29.150975 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 5f9913d6-e631-4300-9d41-a9cd112c6244 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:29.151629 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:29.276209 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 5f9913d6-e631-4300-9d41-a9cd112c6244 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:29.298293 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4dd54341-d420-44fc-afad-3d7357e12158 None None] Provisioning complete for port 5f9913d6-e631-4300-9d41-a9cd112c6244 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:29.298920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4dd54341-d420-44fc-afad-3d7357e12158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:29.391653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:29.403358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4dd54341-d420-44fc-afad-3d7357e12158 None None] Current status of the port 5f9913d6-e631-4300-9d41-a9cd112c6244 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:29.816307 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.472855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51644) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:30.555021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:30.636777 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Made reservation on behalf of fbd4724a5a83452ab3b4b7b3823eccc9 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:17:30.639366 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.650718 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.749590 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks [] for security_group (692f5b51-add6-485e-aeaf-c03f5af098aa), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.848570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (692f5b51-add6-485e-aeaf-c03f5af098aa), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.868534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Reserving flat network on physical network physnet1 {{(pid=104568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 09:17:30.886686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f5b51-add6-485e-aeaf-c03f5af098aa,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:30.892102 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (dd2f722b-4382-46f1-bfad-8be504165286), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:30.892478 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Added segment dd2f722b-4382-46f1-bfad-8be504165286 of type flat for network 5b2e7d96-135a-430a-b697-4f281e930249 Jun 04 09:17:30.945045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (5b2e7d96-135a-430a-b697-4f281e930249), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:31.073657 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (5b2e7d96-135a-430a-b697-4f281e930249), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:31.074730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:31.075335 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:31.178180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] Pushing event updated for resources: {'Network': ['ID=5b2e7d96-135a-430a-b697-4f281e930249,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:31.244655 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 5b2e7d96-135a-430a-b697-4f281e930249 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:17:31.245461 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-47a83af3-540d-4a9c-bf0e-ec473e5ee31b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7714481 Jun 04 09:17:33.818880 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51662) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:33.959220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728fd43-0b62-48c7-913d-db7cdeb901ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:33.962066 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4728fd43-0b62-48c7-913d-db7cdeb901ee demo admin] 10.222.0.46 "GET /v2.0/subnets/25364408-062c-4c96-8bfe-3ede1f770a98 HTTP/1.1" status: 200 len: 849 time: 0.1417618 Jun 04 09:17:34.100335 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-59f817ca-ef8b-466e-8f28-199b0374ca9a demo admin] 10.222.0.46 "GET /v2.0/routers/dc5219f8-dac3-4776-bf86-7a940d4fb124 HTTP/1.1" status: 200 len: 704 time: 0.1318204 Jun 04 09:17:34.387994 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:34.729031 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Allocated IP 172.20.0.1 (dfb2d464-7955-40d8-9282-9209c8b2cfbe/25364408-062c-4c96-8bfe-3ede1f770a98/7765c557-f526-4b03-bb94-0f425bcdb536) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:17:34.903516 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks [] for port (7765c557-f526-4b03-bb94-0f425bcdb536), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.023176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.027182 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:35.101684 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:35.103828 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:17:35.119442 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:35.124502 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:17:35.126230 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (dc5219f8-dac3-4776-bf86-7a940d4fb124), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.152982 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Pushing event updated for resources: {'Port': ['ID=7765c557-f526-4b03-bb94-0f425bcdb536,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:35.363553 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-320d6c76-9d23-4167-a970-2e034c9de009 None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:35.364267 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-320d6c76-9d23-4167-a970-2e034c9de009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.392654 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:35.402939 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-320d6c76-9d23-4167-a970-2e034c9de009 None None] Port 7765c557-f526-4b03-bb94-0f425bcdb536 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:17:35.484504 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.748873 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks [] for port (7765c557-f526-4b03-bb94-0f425bcdb536), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.816636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.817524 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (dc5219f8-dac3-4776-bf86-7a940d4fb124), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:35.903900 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Pushing event updated for resources: {'Port': ['ID=7765c557-f526-4b03-bb94-0f425bcdb536,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:35.962818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:17:35.964426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:36.226806 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d25e76a4-e41b-4200-967d-e464dc745658 None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:36.227151 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d25e76a4-e41b-4200-967d-e464dc745658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:36.245258 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Router dc5219f8-dac3-4776-bf86-7a940d4fb124 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:17:36.260721 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d25e76a4-e41b-4200-967d-e464dc745658 None None] Port 7765c557-f526-4b03-bb94-0f425bcdb536 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:17:36.336928 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:36.344415 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:17:36.351974 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a8a52c65-ae10-4815-b89c-97c61be59c71 demo admin] 10.222.0.46 "PUT /v2.0/routers/dc5219f8-dac3-4776-bf86-7a940d4fb124/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2436960 Jun 04 09:17:36.357529 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Sync routers for ids ['dc5219f8-dac3-4776-bf86-7a940d4fb124'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:17:36.373589 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Routers {'dc5219f8-dac3-4776-bf86-7a940d4fb124'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:17:36.374624 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:17:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['dc5219f8-dac3-4776-bf86-7a940d4fb124'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:36.612808 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Set router dc5219f8-dac3-4776-bf86-7a940d4fb124 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:17:37.194791 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:35Z', 'revision_number': 2, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port_host': None, '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:35Z', 'revision_number': 2, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:37.247683 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Checking router: dc5219f8-dac3-4776-bf86-7a940d4fb124 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:17:37.247943 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Updating router dc5219f8-dac3-4776-bf86-7a940d4fb124 port 7765c557-f526-4b03-bb94-0f425bcdb536 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:17:37.307391 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:37.918991 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks [] for port (7765c557-f526-4b03-bb94-0f425bcdb536), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.028524 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.179740 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Pushing event updated for resources: {'Port': ['ID=7765c557-f526-4b03-bb94-0f425bcdb536,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:38.205912 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.206293 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.206588 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.206926 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.207253 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.207577 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.207955 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.208275 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.208672 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.209053 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.209375 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.210376 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.210707 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.211026 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.211343 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Tracked resource versions report: Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: pushed versions: Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: { 'AddressGroup': {'1.2'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Agent': {'1.1'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'ConntrackHelper': {'1.0'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Log': {'1.0'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'NDPProxy': {'1.0'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Network': {'1.1'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Port': {'1.7'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'PortForwarding': {'1.3'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'QosPolicy': {'1.10'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroup': {'1.5'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SubPort': {'1.0'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Subnet': {'1.1'}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Trunk': {'1.1'}} Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: consumer versions: Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Agent': '1.1', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'ConntrackHelper': '1.0', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'LocalIPAssociation': '1.0', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Log': '1.0', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'NDPProxy': '1.0', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Network': '1.1', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Port': '1.7', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'PortForwarding': '1.3', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'QosPolicy': '1.10', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroup': '1.5', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroupRule': '1.2', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SubPort': '1.0', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Subnet': '1.1', Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Trunk': '1.1'}} Jun 04 09:17:38.212866 dv-cinder-844695-1-iscsi neutron-server[104571]: {{(pid=104571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:17:38.244223 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Attempting to bind port 7765c557-f526-4b03-bb94-0f425bcdb536 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:17:38.244924 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Attempting to bind port 7765c557-f526-4b03-bb94-0f425bcdb536 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:17:38.245612 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Attempting to bind port 7765c557-f526-4b03-bb94-0f425bcdb536 on network dfb2d464-7955-40d8-9282-9209c8b2cfbe {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:17:38.256600 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:17:38.257195 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Checking segment: {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:17:38.257961 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.258606 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Bound using segment: {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:17:38.259235 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Bound port: 7765c557-f526-4b03-bb94-0f425bcdb536, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8043b328-15a3-427b-96b0-15374a8b1f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:17:38.259893 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.280249 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:38.336689 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:38.394800 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] For port 7765c557-f526-4b03-bb94-0f425bcdb536, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:17:38.394800 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] For port 7765c557-f526-4b03-bb94-0f425bcdb536, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7765c557-f526-4b03-bb94-0f425bcdb536,segment=NetworkSegment(8043b328-15a3-427b-96b0-15374a8b1f46),segment_id=8043b328-15a3-427b-96b0-15374a8b1f46)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:17:38.395388 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-bdbc06cb-5060-4326-91df-cdbbab6e3cb5 None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:38.396071 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bdbc06cb-5060-4326-91df-cdbbab6e3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.435423 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc06cb-5060-4326-91df-cdbbab6e3cb5 None None] Port 7765c557-f526-4b03-bb94-0f425bcdb536 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:17:38.528957 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.590749 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b3d3-577b-43b3-8de4-6fef76af8c99 None None] Pushing event updated for resources: {'Port': ['ID=7765c557-f526-4b03-bb94-0f425bcdb536,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:38.607879 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Routers {'dc5219f8-dac3-4776-bf86-7a940d4fb124'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:17:38.608881 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:17:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['dc5219f8-dac3-4776-bf86-7a940d4fb124'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:38.732431 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] Set router dc5219f8-dac3-4776-bf86-7a940d4fb124 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:17:38.822289 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 51672) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:38.952181 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:35Z', 'revision_number': 2, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port_host': None, '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:38Z', 'revision_number': 4, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:38.958961 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:38.960007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:38.979667 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e100c5e-a285-40be-b529-98fc9eac076b None None] The sync data for ids ['dc5219f8-dac3-4776-bf86-7a940d4fb124'] in dv-cinder-844695-1-iscsi is: [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:35Z', 'revision_number': 2, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port_host': None, '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:38Z', 'revision_number': 4, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:17:38.980633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8950a7-081e-4a9c-b22f-99efd29afa14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:38.984763 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3e8950a7-081e-4a9c-b22f-99efd29afa14 admin admin] 10.222.0.46 "GET /v2.0/networks/5b2e7d96-135a-430a-b697-4f281e930249 HTTP/1.1" status: 200 len: 842 time: 0.1604083 Jun 04 09:17:38.995650 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:39.039393 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Current status of the port 7765c557-f526-4b03-bb94-0f425bcdb536 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:39.039772 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:39.075604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] For port 7765c557-f526-4b03-bb94-0f425bcdb536, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7765c557-f526-4b03-bb94-0f425bcdb536,segment=NetworkSegment(8043b328-15a3-427b-96b0-15374a8b1f46),segment_id=8043b328-15a3-427b-96b0-15374a8b1f46)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:17:39.079918 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Made reservation on behalf of fbd4724a5a83452ab3b4b7b3823eccc9 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:17:39.082581 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:39.171111 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:39.250124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63c12-6dd2-4b4f-a51d-2acede03b689 None None] Pushing event updated for resources: {'Port': ['ID=7765c557-f526-4b03-bb94-0f425bcdb536,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:39.731566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.objects.ports [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104568) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 04 09:17:39.732068 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (5d04037a-c868-4a32-abd7-22bc6c120e61), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:39.772837 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:39.793600 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:39.794464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d04037a-c868-4a32-abd7-22bc6c120e61,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:39.825728 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:17:39.825728 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Network hostable DHCP agents. Network: 5b2e7d96-135a-430a-b697-4f281e930249, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:17:39.970802 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:17:40.068596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 5b2e7d96-135a-430a-b697-4f281e930249) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:40.075294 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:40.076586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:40.084182 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432121d-d901-4e02-9757-217334aa15c9 None None] Network 5b2e7d96-135a-430a-b697-4f281e930249 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:17:40.216331 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c79a4bd2-22e1-4d61-893b-f70d2e3bce0d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2119272 Jun 04 09:17:40.258614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276d6ca-6a9b-4c4b-949b-c55b4303b285 None None] Network 5b2e7d96-135a-430a-b697-4f281e930249 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:17:43.207145 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51680) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:43.353398 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b2016c84-ffc6-4a36-8f6b-39369883d186 demo admin] 10.222.0.46 "GET /v2.0/routers/dc5219f8-dac3-4776-bf86-7a940d4fb124 HTTP/1.1" status: 200 len: 710 time: 0.1449151 Jun 04 09:17:43.487135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d2a3-8fcc-4ab3-be28-1a6eb76523a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:17:43.488543 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-13e3d2a3-8fcc-4ab3-be28-1a6eb76523a1 demo admin] 10.222.0.46 "GET /v2.0/networks/5b2e7d96-135a-430a-b697-4f281e930249 HTTP/1.1" status: 200 len: 886 time: 0.1276522 Jun 04 09:17:43.497642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:17:43.765700 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks [] for router_gateway (dc5219f8-dac3-4776-bf86-7a940d4fb124), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:43.852552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:44.217431 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks [] for router_gateway (dc5219f8-dac3-4776-bf86-7a940d4fb124), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:44.305106 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:44.400624 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:44.419502 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Allocated IP 172.27.0.249 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/aff79912-320a-40cf-8b39-e3c2463fe2aa) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:17:44.544004 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks [] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:44.706859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:44.768605 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:17:44.772257 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:17:44.775236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:17:44.816373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Pushing event updated for resources: {'Port': ['ID=aff79912-320a-40cf-8b39-e3c2463fe2aa,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:45.164767 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:45.181994 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks [] for router_gateway (dc5219f8-dac3-4776-bf86-7a940d4fb124), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:45.420390 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1154'] for router (dc5219f8-dac3-4776-bf86-7a940d4fb124), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:45.423816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827677'] for router (dc5219f8-dac3-4776-bf86-7a940d4fb124), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:45.543705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Router dc5219f8-dac3-4776-bf86-7a940d4fb124 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:17:45.667862 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:17:45.683520 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:45.683520 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0dcec303-3276-46b4-a6db-0fdfaf794079 demo admin] 10.222.0.46 "PUT /v2.0/routers/dc5219f8-dac3-4776-bf86-7a940d4fb124 HTTP/1.1" status: 200 len: 890 time: 2.1837478 Jun 04 09:17:47.100910 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 7765c557-f526-4b03-bb94-0f425bcdb536 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:17:47.150734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:47.151121 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:47.265801 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 7765c557-f526-4b03-bb94-0f425bcdb536 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:48.325655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 51692) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:17:48.451204 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2706fed6-a3b2-4ea2-be51-7b2e657a8185 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244011 Jun 04 09:17:48.950580 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=20 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:48.979371 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=66,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:48.982134 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Sync routers for ids ['dc5219f8-dac3-4776-bf86-7a940d4fb124'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:17:49.003096 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Routers {'dc5219f8-dac3-4776-bf86-7a940d4fb124'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:17:49.004222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:17:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['dc5219f8-dac3-4776-bf86-7a940d4fb124'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:49.262426 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Set router dc5219f8-dac3-4776-bf86-7a940d4fb124 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:17:49.323873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:49.471754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:49.805864 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:44Z', 'revision_number': 4, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port': {'id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:44Z', 'updated_at': '2022-06-04T09:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:39Z', 'revision_number': 5, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:49.880264 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Checking router: dc5219f8-dac3-4776-bf86-7a940d4fb124 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:17:49.880778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Updating router dc5219f8-dac3-4776-bf86-7a940d4fb124 port aff79912-320a-40cf-8b39-e3c2463fe2aa binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:17:49.943082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.270527 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:50.340855 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks [] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.405678 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.463202 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Attempting to bind port aff79912-320a-40cf-8b39-e3c2463fe2aa on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:17:50.463569 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Attempting to bind port aff79912-320a-40cf-8b39-e3c2463fe2aa by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:17:50.463948 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Attempting to bind port aff79912-320a-40cf-8b39-e3c2463fe2aa on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:17:50.466253 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3f9ad-56bb-4a24-9621-07fbdfd33360 None None] Pushing event updated for resources: {'Port': ['ID=aff79912-320a-40cf-8b39-e3c2463fe2aa,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:50.473050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:17:50.473050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:17:50.473050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.473368 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:17:50.474189 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Bound port: aff79912-320a-40cf-8b39-e3c2463fe2aa, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:17:50.474189 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.531572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] For port aff79912-320a-40cf-8b39-e3c2463fe2aa, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:17:50.536475 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] For port aff79912-320a-40cf-8b39-e3c2463fe2aa, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aff79912-320a-40cf-8b39-e3c2463fe2aa,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:17:50.614967 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:50.691256 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Routers {'dc5219f8-dac3-4776-bf86-7a940d4fb124'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:17:50.691894 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:17:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['dc5219f8-dac3-4776-bf86-7a940d4fb124'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:50.698912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3f9ad-56bb-4a24-9621-07fbdfd33360 None None] Pushing event updated for resources: {'Port': ['ID=aff79912-320a-40cf-8b39-e3c2463fe2aa,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:50.826124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] Set router dc5219f8-dac3-4776-bf86-7a940d4fb124 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:17:50.868001 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:50.964637 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:51.079623 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:17:51.085255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:44Z', 'revision_number': 4, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port': {'id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:44Z', 'updated_at': '2022-06-04T09:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:39Z', 'revision_number': 5, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:17:51.112870 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce49ed-f982-40f9-83cc-84d68dfe661e None None] The sync data for ids ['dc5219f8-dac3-4776-bf86-7a940d4fb124'] in dv-cinder-844695-1-iscsi is: [{'id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'name': 'router1', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:17:23Z', 'updated_at': '2022-06-04T09:17:44Z', 'revision_number': 4, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'gw_port': {'id': 'aff79912-320a-40cf-8b39-e3c2463fe2aa', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:44Z', 'updated_at': '2022-06-04T09:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '7765c557-f526-4b03-bb94-0f425bcdb536', 'name': '', 'network_id': 'dfb2d464-7955-40d8-9282-9209c8b2cfbe', 'tenant_id': '53e98f0415e245278b0f5ad4f985e67c', 'mac_address': 'fa:16:3e:77:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5219f8-dac3-4776-bf86-7a940d4fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:17:34Z', 'updated_at': '2022-06-04T09:17:39Z', 'revision_number': 5, 'project_id': '53e98f0415e245278b0f5ad4f985e67c', 'subnets': [{'id': '25364408-062c-4c96-8bfe-3ede1f770a98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '177a1a3e-547e-4294-91e7-5530e6e8c6f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:17:52.572070 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a927c844-de99-4967-9716-f8cf20ba27cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:53.146765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aff79912-320a-40cf-8b39-e3c2463fe2aa up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:17:53.233432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port aff79912-320a-40cf-8b39-e3c2463fe2aa triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:53.235050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:53.368091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port aff79912-320a-40cf-8b39-e3c2463fe2aa is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:53.368790 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:53.410959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port aff79912-320a-40cf-8b39-e3c2463fe2aa, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aff79912-320a-40cf-8b39-e3c2463fe2aa,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:17:53.509650 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:53.623460 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=aff79912-320a-40cf-8b39-e3c2463fe2aa,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:17:55.136194 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aff79912-320a-40cf-8b39-e3c2463fe2aa up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:17:55.240386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port aff79912-320a-40cf-8b39-e3c2463fe2aa triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:17:55.240835 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aff79912-320a-40cf-8b39-e3c2463fe2aa), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:55.408317 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port aff79912-320a-40cf-8b39-e3c2463fe2aa is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:17:55.603014 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3801fab4-0ce9-4b66-8d63-8be1253fe647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:56.294435 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:58.442425 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:58.446755 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=38 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:17:58.777950 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:17:59.806129 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:01.075942 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:09.722573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:09.734721 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:20.087783 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:20.097065 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:22.696833 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5f30f905-3d15-42b6-9171-9cdb01d927f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:25.602373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe48b-9714-4958-9548-7e61e0c81cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:26.247117 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:28.085839 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:18:28.781464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:29.815726 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:38.084865 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:39.737177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:39.755913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:52.714130 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fed08f18-fd4a-4be8-8de8-0d3a0bcaa293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:55.619597 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-155c8cf6-a7e3-4756-82af-aa43899cbf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:56.262141 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:57.087752 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:57.091852 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:18:58.705004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:18:59.900223 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:05.077148 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:19:09.721374 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:09.730099 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:13.045502 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:15.073078 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:21.288089 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52234) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:21.379519 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c60442-bf37-4f2a-8d9a-53003bc261e2 admin admin] GET failed (client error): The resource could not be found. Jun 04 09:19:21.382121 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d9c60442-bf37-4f2a-8d9a-53003bc261e2 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0924628 Jun 04 09:19:21.582810 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf46db6-1a2e-4c88-8e49-0fa5f7504958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:21.584357 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5bf46db6-1a2e-4c88-8e49-0fa5f7504958 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1971116 Jun 04 09:19:22.551536 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-884ad43b-76be-4a2e-a480-2b3432dbdf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:24.128067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52244) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:24.262485 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd987c38-c4ac-459e-b769-d3cd7302f37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:24.263945 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fd987c38-c4ac-459e-b769-d3cd7302f37b admin admin] 10.222.0.46 "GET /v2.0/subnets/25364408-062c-4c96-8bfe-3ede1f770a98 HTTP/1.1" status: 200 len: 849 time: 0.1345339 Jun 04 09:19:24.279330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:19:24.386266 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Publish callbacks [] for subnet (25364408-062c-4c96-8bfe-3ede1f770a98), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:24.671223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742868684261'] for subnet (25364408-062c-4c96-8bfe-3ede1f770a98), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:24.709497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:24.710087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:24.711752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] 10.222.0.46 "PUT /v2.0/subnets/25364408-062c-4c96-8bfe-3ede1f770a98 HTTP/1.1" status: 200 len: 868 time: 0.4372346 Jun 04 09:19:24.736681 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250f1be-80f0-4d79-b233-f8023e703441 None None] Network dfb2d464-7955-40d8-9282-9209c8b2cfbe requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:19:24.743026 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25364408-062c-4c96-8bfe-3ede1f770a98,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:19:24.752261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.752668 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.753011 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.753386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.753856 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.754206 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.754692 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.755050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.755390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.755736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.756082 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.756464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.756798 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.757123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:24.763724 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f9166-4a17-4e73-86b1-bb8e3879578e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:19:25.211881 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Provisioning complete for port 5f9913d6-e631-4300-9d41-a9cd112c6244 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:19:25.213114 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5f9913d6-e631-4300-9d41-a9cd112c6244), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:25.331129 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Current status of the port 5f9913d6-e631-4300-9d41-a9cd112c6244 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:19:25.343359 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Provisioning complete for port 7765c557-f526-4b03-bb94-0f425bcdb536 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:19:25.343831 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7765c557-f526-4b03-bb94-0f425bcdb536), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:25.443038 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8a404c2f-e990-4fb1-8740-9955a05bc7ec None None] Current status of the port 7765c557-f526-4b03-bb94-0f425bcdb536 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:19:25.614911 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d35d8c81-89f0-4abf-9ec2-77a06eb65013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:26.269169 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:27.239879 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52254) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:27.570332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee0554-59f6-4192-ae94-8bfafd49fb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:27.570876 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee0554-59f6-4192-ae94-8bfafd49fb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:27.572665 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0dee0554-59f6-4192-ae94-8bfafd49fb89 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3314807 Jun 04 09:19:28.762652 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:29.871016 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:30.008816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52262) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:30.171186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90daed8e-cc71-4aa8-b5a6-7b224a7271ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:30.171700 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90daed8e-cc71-4aa8-b5a6-7b224a7271ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:30.173773 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-90daed8e-cc71-4aa8-b5a6-7b224a7271ea admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1627693 Jun 04 09:19:32.630783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52270) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:32.789998 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1fe78a-b0e4-4757-8a9b-4b798c6a4f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:32.791414 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4c1fe78a-b0e4-4757-8a9b-4b798c6a4f05 admin admin] 10.222.0.46 "GET /v2.0/networks/5b2e7d96-135a-430a-b697-4f281e930249 HTTP/1.1" status: 200 len: 886 time: 0.1595337 Jun 04 09:19:34.091773 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:34.093212 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:35.259883 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52278) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:35.427881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e72a1a-99d1-4faa-8672-0075e71fda26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:35.429396 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-23e72a1a-99d1-4faa-8672-0075e71fda26 admin admin] 10.222.0.46 "GET /v2.0/networks/dfb2d464-7955-40d8-9282-9209c8b2cfbe HTTP/1.1" status: 200 len: 869 time: 0.1678677 Jun 04 09:19:37.843748 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52286) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:37.988922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009948a-61e5-46da-9c30-8189012104be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:37.989376 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009948a-61e5-46da-9c30-8189012104be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:37.991016 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9009948a-61e5-46da-9c30-8189012104be admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1462274 Jun 04 09:19:39.724624 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:39.736784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:40.160790 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=37 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:40.168957 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=34 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:40.429347 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52294) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:40.535387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2069209-263f-459f-aa6a-19825420a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:40.535922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2069209-263f-459f-aa6a-19825420a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:40.537746 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e2069209-263f-459f-aa6a-19825420a7a7 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073711 Jun 04 09:19:42.076850 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:19:43.032725 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52302) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:43.148701 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def82b25-380b-47a8-8733-33754fe41c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:43.150927 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-def82b25-380b-47a8-8733-33754fe41c6c admin admin] 10.222.0.46 "GET /v2.0/subnets/25364408-062c-4c96-8bfe-3ede1f770a98 HTTP/1.1" status: 200 len: 868 time: 0.1172047 Jun 04 09:19:45.559361 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52310) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:19:45.685683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdce8ae-e280-472a-927f-cb8ecc4c9f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:19:45.688007 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1fdce8ae-e280-472a-927f-cb8ecc4c9f75 admin admin] 10.222.0.46 "GET /v2.0/subnets/5d04037a-c868-4a32-abd7-22bc6c120e61 HTTP/1.1" status: 200 len: 816 time: 0.1274638 Jun 04 09:19:52.072501 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:52.074068 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:52.704298 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3f0b-5604-456b-be10-a228dd8b5f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:53.141138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:53.144113 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:55.569906 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b944c29b-2fda-4f4e-9826-f49cf5710614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:55.677642 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:55.680826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:19:56.252895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:58.740821 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:19:59.821041 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:09.732217 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:09.734523 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:11.079036 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:11.096606 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:19.075907 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:20:22.545250 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4ee461c4-6a7d-483b-a9eb-aed93cd6a1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:25.602096 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3d930441-7f53-4121-ae4a-ca50e3bcf0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:26.282132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:27.897721 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52368) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:20:27.949194 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-b09ad25a-76a9-480a-bfb3-6ba4cd3a9771 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:20:27.950425 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b09ad25a-76a9-480a-bfb3-6ba4cd3a9771 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0515995 Jun 04 09:20:28.715821 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:29.071670 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:29.072784 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:29.821255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:30.395722 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52376) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:20:30.463752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18d5b90-9384-4f5a-a3fd-80c32476ee3e admin admin] GET failed (client error): The resource could not be found. Jun 04 09:20:30.465836 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c18d5b90-9384-4f5a-a3fd-80c32476ee3e admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0689232 Jun 04 09:20:30.619061 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726bd21-2d0c-42c2-8e3c-083a8579ea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:20:30.620515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3726bd21-2d0c-42c2-8e3c-083a8579ea44 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1505742 Jun 04 09:20:33.022713 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52384) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:20:33.080261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:20:33.170027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Made reservation on behalf of fbd4724a5a83452ab3b4b7b3823eccc9 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:20:33.172839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:33.216134 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING neutron.services.revisions.revision_plugin [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Could not find related network for resource to bump revision. Jun 04 09:20:33.231246 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:20:33.242690 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (2252173f-f9e4-4705-82f4-893262fbd861), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:33.243262 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Added segment 2252173f-f9e4-4705-82f4-893262fbd861 of type vlan for network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 Jun 04 09:20:33.291179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (072e4f56-fa6c-48e6-b274-84c7c49a64e3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:33.410737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (072e4f56-fa6c-48e6-b274-84c7c49a64e3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:33.411924 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:20:33.412749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:33.548058 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Pushing event updated for resources: {'Network': ['ID=072e4f56-fa6c-48e6-b274-84c7c49a64e3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:20:33.560781 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.561351 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.561980 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.562600 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.563174 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.563723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.564265 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.564646 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.565111 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.565661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.566230 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.566800 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.567344 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.567899 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.568498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:33.583725 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:20:33.641432 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-120bcb34-0f64-4fb8-a7c4-f949b076bf0b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6172619 Jun 04 09:20:36.085018 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52392) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:20:36.169655 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ffc33e-442a-454d-a311-db1ad9ee4842 admin admin] GET failed (client error): The resource could not be found. Jun 04 09:20:36.171955 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d2ffc33e-442a-454d-a311-db1ad9ee4842 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0856502 Jun 04 09:20:36.250354 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4299ea-e223-41d3-bda7-0437cec4e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:20:36.251773 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ec4299ea-e223-41d3-bda7-0437cec4e814 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730708 Jun 04 09:20:36.267225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:20:36.364664 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Made reservation on behalf of fbd4724a5a83452ab3b4b7b3823eccc9 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:20:36.367300 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:36.685795 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (f02287cd-c59b-416a-a0ef-8125b5b09b3b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:36.756579 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02287cd-c59b-416a-a0ef-8125b5b09b3b,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:20:36.768506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Checking segment: {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:20:36.768930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Network hostable DHCP agents. Network: 072e4f56-fa6c-48e6-b274-84c7c49a64e3, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:20:36.856473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:20:37.008237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 072e4f56-fa6c-48e6-b274-84c7c49a64e3) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:20:37.015085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:20:37.015686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.023229 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a9c1d-017d-441e-b56c-729812e2582a None None] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:20:37.147674 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-072e4f56-fa6c-48e6-b274-84c7c49a64e3', 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3', 'project_id': 'fbd4724a5a83452ab3b4b7b3823eccc9', 'fixed_ips': [{'subnet_id': 'f02287cd-c59b-416a-a0ef-8125b5b09b3b'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:20:37.148775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.159489 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-eb79e52f-3033-432c-9960-83956d81a3db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8962183 Jun 04 09:20:37.318123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Allocated IP 192.168.233.2 (072e4f56-fa6c-48e6-b274-84c7c49a64e3/f02287cd-c59b-416a-a0ef-8125b5b09b3b/3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:20:37.489128 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks [] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.660322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.712510 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:20:37.719014 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:20:37.724339 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:20:37.726688 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Pushing event updated for resources: {'Port': ['ID=3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:20:37.738973 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.739371 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.739687 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.740044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.740406 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.740743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.741708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.742056 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.742370 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.742704 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.743044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.743355 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.743779 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.744029 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.744352 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:20:37.841754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Attempting to bind port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:20:37.842330 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Attempting to bind port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:20:37.842920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Attempting to bind port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a on network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:20:37.852625 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:20:37.853172 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Checking segment: {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:20:37.853796 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.854520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Bound using segment: {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:20:37.855889 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Bound port: 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:20:37.856521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:37.924218 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:37.958024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] For port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:20:37.963383 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] For port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:20:37.967682 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=9,neutron:SELECT=87,neutron:INSERT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:38.063037 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:38.162375 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52295a-d5b0-426d-89de-5a68190d9c07 None None] Pushing event updated for resources: {'Port': ['ID=3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:20:39.245232 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:20:39.285657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d33e39-01c5-4af2-b59d-9079630f2920 None None] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:20:39.385696 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Provisioning complete for port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:20:39.386037 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:39.424689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:20:39.424990 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:39.588320 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Current status of the port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:20:39.592649 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:39.602034 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:20:39.602416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:39.657714 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] For port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:20:39.744085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:39.846652 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 09:20:39.847170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 09:20:39.872311 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0db19c-bbbe-43cd-903f-44c049559a5e None None] Pushing event updated for resources: {'Port': ['ID=3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:20:39.885748 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0ed1897e-63d7-442b-9741-91d0ad2632af None None] Provisioning complete for port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:20:39.886278 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0ed1897e-63d7-442b-9741-91d0ad2632af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:40.016415 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1897e-63d7-442b-9741-91d0ad2632af None None] Current status of the port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:20:40.384485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:40.388791 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:20:41.183129 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:20:41.291193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:20:41.291780 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:41.444102 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 3a2c634a-5fa0-46d7-8ec2-94e8b4b01f7a is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:20:47.024081 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:47.028904 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:49.072659 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:49.074397 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:51.433170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=13 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:51.436929 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:20:52.546889 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-91197ea0-2dc2-4baf-9d1c-b03aef3ae255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:55.585875 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ac39-8df6-4f1a-8957-dc9fc111d717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:56.075616 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:20:56.326692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:58.739776 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:20:59.816408 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:09.731521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:09.733484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:12.822469 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:12.823694 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:22.538004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4349f600-fdd4-4b27-a6c8-3bbf64773a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:25.095161 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:25.096194 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:25.594499 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-82dffa80-731d-4a17-971d-5097b2af7f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:26.297734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:28.741440 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:29.817923 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:33.075519 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:21:39.730919 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:39.739373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:43.070219 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:43.071145 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:21:52.561703 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1a606fb1-6a43-436a-9037-7c40e147267a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:55.592650 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b97d97d9-c2ec-4514-bb90-f9eb341ffd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:56.354995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:58.732531 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:21:59.875766 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:02.093768 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:02.094870 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:09.744585 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:09.749170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:10.079347 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:22:20.072072 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:22.556062 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e4e574b1-6f87-49bb-8650-6c3f636e14da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:22.629147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52432) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:22:22.635404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-e0378a63-a759-4990-aa15-8f5f5b4688ba tempest-verify_tempest_config-197784368 tempest-verify_tempest_config-197784368-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:22:22.636519 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e0378a63-a759-4990-aa15-8f5f5b4688ba tempest-verify_tempest_config-197784368 tempest-verify_tempest_config-197784368-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061984 Jun 04 09:22:23.312271 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52450) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:22:23.490945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:23.583588 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Publish callbacks [] for security_group (e27e6c7e-ae09-4980-96f6-a6256416de9f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:23.733777 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e27e6c7e-ae09-4980-96f6-a6256416de9f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:23.785022 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6054ae56c79649a6b51df5103c4f0580&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4711776 Jun 04 09:22:23.785855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e6c7e-ae09-4980-96f6-a6256416de9f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:22:23.788037 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52454) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:22:23.794096 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.794442 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797446 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797446 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.797692 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.798040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.798369 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.798688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.799007 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.799321 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4b224-8b48-4401-9c76-a708c94210fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:23.886846 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Publish callbacks [] for security_group (e27e6c7e-ae09-4980-96f6-a6256416de9f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:23.914073 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Publish callbacks [] for security_group (e27e6c7e-ae09-4980-96f6-a6256416de9f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:24.279863 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e27e6c7e-ae09-4980-96f6-a6256416de9f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:24.282761 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:24.284005 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e27e6c7e-ae09-4980-96f6-a6256416de9f HTTP/1.1" status: 204 len: 168 time: 0.4949074 Jun 04 09:22:24.293748 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e6c7e-ae09-4980-96f6-a6256416de9f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:22:24.301999 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.302349 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.302693 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.303030 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.303361 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.303689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.304011 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.304405 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.304729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.305063 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.305406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.305744 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.306075 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.306390 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:24.306715 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e6ec3-a6a0-4b15-b7c9-960a24934058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:22:25.567941 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68a9ded3-8a6f-44a2-bfd6-83e065207a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:26.275935 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:28.730981 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:29.847754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:33.781067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:33.793523 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:34.296754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:34.298753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:39.734138 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:39.736317 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:47.078869 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:22:52.557164 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0ac17599-e718-45d7-89ad-e97efd54cd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:55.617358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a1c7705b-0f3b-4710-933b-79579fc52f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:56.310929 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:57.073450 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:57.074534 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:22:58.763119 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:22:59.812402 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:09.731739 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:09.741033 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:16.083982 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:16.089348 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:22.558414 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-203f8d69-50d1-4e19-b292-68468ec3ec44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:24.077804 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:23:25.595630 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04e58a4d-0d2a-4095-a75b-ceef1cf156b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:26.293121 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:28.740575 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:29.813425 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:34.072142 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:34.073378 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:39.741061 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:39.744516 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:52.547248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-844d6451-6c63-497e-ae82-79019c038c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:53.085795 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:53.086945 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:23:55.581297 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-631b96bd-291f-4c1f-9bc6-0300040128e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:56.294444 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:58.753313 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:23:59.816038 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:01.077417 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:24:05.422035 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1827494'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:11.073370 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:15.360279 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:15.363764 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:19.488878 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52530) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:24:19.610615 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-849aa871-47a4-47c7-a9e8-d1aa5e1608bb admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1205943 Jun 04 09:24:22.058475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52540) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:24:22.132340 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-34be4cca-0f05-4efa-99c6-4df10c24622f admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0726151 Jun 04 09:24:22.562789 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-61da31f8-6a28-4694-b706-6be305f13a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:25.622781 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9d16245-1e91-429b-85ab-f623b6b980bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:26.290777 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:28.754000 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:29.603267 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:29.605489 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:29.816535 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:30.086555 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:30.087400 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:32.124508 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:32.125876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:35.420005 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:38.077426 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:24:45.348487 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:45.356886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:48.072453 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:49.076201 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:24:52.581480 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68fbef37-d229-4295-952f-e85033762325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:55.615104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-90437d9c-6a5b-431b-9a49-d51c13c03ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:56.317306 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:58.745152 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:24:59.819013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:05.409395 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:07.080980 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:07.085323 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:15.077737 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:25:15.332620 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:15.335367 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:22.554243 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-124dc439-7e50-49d4-bd15-7094d4880c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:25.072382 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:25.657034 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1a403f5e-e0af-4322-baac-116a958631b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:26.355150 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:27.117361 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:28.769842 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:29.821101 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:35.397320 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:45.325651 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:45.328777 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:25:52.077886 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:25:52.662080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8bd8-012e-4951-bc55-5dff21332e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:55.746869 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3659cc44-38bc-423a-a977-e88f9960e6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:56.329129 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:58.805200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:25:59.856743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:02.072874 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:02.074024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:05.419055 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:06.593328 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52696) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:07.339453 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52718) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:07.357756 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1615464359-network', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:07.487015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Made reservation on behalf of e27e8df485ff405e965cf22847c3b262 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:07.491078 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.506751 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.541824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-network', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:07.662370 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks [] for security_group (eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.664496 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Made reservation on behalf of e42983d2d3964b8cb5d32e6d653d6dfd for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:07.669525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.688636 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.802969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks [] for security_group (95a1e284-8420-41c1-88b5-03b4fffcf1a1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.814920 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.850881 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:07.862811 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:07.870672 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742868607236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (89f5c0c3-a0e6-4990-aefa-c89cf65c743c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.871221 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Unsubscribe: segment precommit_create {{(pid=104569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 09:26:07.871675 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Added segment 89f5c0c3-a0e6-4990-aefa-c89cf65c743c of type vlan for network 30b7bf35-2401-45dc-8576-04df5c21df11 Jun 04 09:26:07.888231 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.888607 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.888969 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.889305 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.889633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.889960 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.890280 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.890598 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.890938 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.891259 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.891590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.891926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.892439 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.892585 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.892901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Tracked resource versions report: Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: pushed versions: Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: { 'AddressGroup': {'1.2'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Agent': {'1.1'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'ConntrackHelper': {'1.0'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Log': {'1.0'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'NDPProxy': {'1.0'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Network': {'1.1'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Port': {'1.7'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'PortForwarding': {'1.3'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'QosPolicy': {'1.10'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroup': {'1.5'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SubPort': {'1.0'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Subnet': {'1.1'}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Trunk': {'1.1'}} Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: consumer versions: Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: HyperV agent@hv-cinder-84469: {}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Agent': '1.1', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'ConntrackHelper': '1.0', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'LocalIPAssociation': '1.0', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Log': '1.0', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'NDPProxy': '1.0', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Network': '1.1', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Port': '1.7', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'PortForwarding': '1.3', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'QosPolicy': '1.10', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroup': '1.5', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SecurityGroupRule': '1.2', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'SubPort': '1.0', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Subnet': '1.1', Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: 'Trunk': '1.1'}} Jun 04 09:26:07.894121 dv-cinder-844695-1-iscsi neutron-server[104569]: {{(pid=104569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:26:07.952171 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (95a1e284-8420-41c1-88b5-03b4fffcf1a1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.973273 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:07.979005 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (30b7bf35-2401-45dc-8576-04df5c21df11), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.992082 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (2008859c-f366-471b-90dc-1608d6740491), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:07.993552 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Added segment 2008859c-f366-471b-90dc-1608d6740491 of type vlan for network 440b27b7-eea1-406f-839f-e25bf291973d Jun 04 09:26:08.106752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (440b27b7-eea1-406f-839f-e25bf291973d), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.111451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a1e284-8420-41c1-88b5-03b4fffcf1a1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:08.132233 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (30b7bf35-2401-45dc-8576-04df5c21df11), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.133822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.133968 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:08.134182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.134483 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.134594 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.134849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.135175 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.135500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.135817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.136134 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.136504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.136831 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.137439 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.137773 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.138093 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.138430 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.138725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Tracked resource versions report: Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: pushed versions: Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: { 'AddressGroup': {'1.2'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Agent': {'1.1'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'ConntrackHelper': {'1.0'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Log': {'1.0'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'NDPProxy': {'1.0'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Network': {'1.1'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Port': {'1.7'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'PortForwarding': {'1.3'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'QosPolicy': {'1.10'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroup': {'1.5'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SubPort': {'1.0'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Subnet': {'1.1'}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Trunk': {'1.1'}} Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: consumer versions: Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: HyperV agent@hv-cinder-84469: {}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Agent': '1.1', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'ConntrackHelper': '1.0', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'LocalIPAssociation': '1.0', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Log': '1.0', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'NDPProxy': '1.0', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Network': '1.1', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Port': '1.7', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'PortForwarding': '1.3', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'QosPolicy': '1.10', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroup': '1.5', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SecurityGroupRule': '1.2', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'SubPort': '1.0', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Subnet': '1.1', Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: 'Trunk': '1.1'}} Jun 04 09:26:08.139950 dv-cinder-844695-1-iscsi neutron-server[104568]: {{(pid=104568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:26:08.237368 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] Pushing event updated for resources: {'Network': ['ID=30b7bf35-2401-45dc-8576-04df5c21df11,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:08.252058 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 30b7bf35-2401-45dc-8576-04df5c21df11 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:08.333925 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (440b27b7-eea1-406f-839f-e25bf291973d), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.337119 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:08.337756 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.345258 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-25e10ca8-4a6c-499c-9040-761add0cb112 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7456317 Jun 04 09:26:08.346084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52752) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:08.391050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Request body: {'subnet': {'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1615464359-subnet', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:08.481057 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] Pushing event updated for resources: {'Network': ['ID=440b27b7-eea1-406f-839f-e25bf291973d,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:08.497327 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 440b27b7-eea1-406f-839f-e25bf291973d details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:08.597710 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8cb80612-edd5-4892-8b27-5c7d97ed95f0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2539613 Jun 04 09:26:08.599110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52760) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:08.604224 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Request body: {'subnet': {'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-subnet', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:08.744384 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Made reservation on behalf of e27e8df485ff405e965cf22847c3b262 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:08.755265 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.755541 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52776) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:08.776275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Made reservation on behalf of e42983d2d3964b8cb5d32e6d653d6dfd for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:08.785497 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:08.796528 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52780) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:08.940142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:08.973939 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52788) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:09.101872 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (b4cd8af9-9f4a-45fc-bd05-f362119a5d89), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.127326 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1824361312-network', 'tenant_id': '29bb9979415948f685ad1fe8d58bfb20'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:09.176141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (935c9819-cfcd-4da7-ab81-72069a5331da), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.232166 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:09.241248 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=935c9819-cfcd-4da7-ab81-72069a5331da,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:09.263269 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Checking segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:09.264509 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Network hostable DHCP agents. Network: 30b7bf35-2401-45dc-8576-04df5c21df11, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:09.270371 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cd8af9-9f4a-45fc-bd05-f362119a5d89,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:09.285633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:09.285867 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Network hostable DHCP agents. Network: 440b27b7-eea1-406f-839f-e25bf291973d, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:09.295969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1085641068-network', 'tenant_id': '7410684ee8db448d8385de8549bce1a7'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:09.302213 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Made reservation on behalf of 29bb9979415948f685ad1fe8d58bfb20 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:09.306926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.320613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.350601 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:09.374084 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-network', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:09.412181 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Network 440b27b7-eea1-406f-839f-e25bf291973d is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:09.444728 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks [] for security_group (de234756-5011-4e90-86e2-883e5604da63), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.448671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:09.451136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.454555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:09.468185 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.487079 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:09.530472 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Made reservation on behalf of 0cf07261800e47938626f61a1fb73b2b for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:09.536205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.555036 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.562803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks [] for security_group (5e0b48d8-eec6-499e-88fb-cbf346184c35), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.622642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 440b27b7-eea1-406f-839f-e25bf291973d) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:09.623930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 30b7bf35-2401-45dc-8576-04df5c21df11) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:09.625734 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (de234756-5011-4e90-86e2-883e5604da63), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.635800 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a6e0d-ba5d-4e46-8ecd-5941710bdc78 None None] Network 440b27b7-eea1-406f-839f-e25bf291973d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:09.656312 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:09.658268 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:09.662432 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.664864 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:09.666245 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.687689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (4ff149e8-b88f-4a6b-aac7-8988386fa17c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.688724 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Added segment 4ff149e8-b88f-4a6b-aac7-8988386fa17c of type vlan for network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 Jun 04 09:26:09.734044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cbb26b-f46d-483c-8844-74f3a1c87c44 None None] Network 30b7bf35-2401-45dc-8576-04df5c21df11 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:09.781860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5e0b48d8-eec6-499e-88fb-cbf346184c35), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.826470 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.880620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de234756-5011-4e90-86e2-883e5604da63,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:09.910613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:09.969904 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks [] for security_group (fffc9a25-1c88-4963-80a8-05e508365ca7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.973424 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-440b27b7-eea1-406f-839f-e25bf291973d', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:26:09.974949 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-055fb8dc-e6a0-4e3a-8396-f053626c2f81 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6246369 Jun 04 09:26:09.979054 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52812) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:09.986056 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.994850 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (61f561f3-eac0-44b2-b7e5-e3b525015653), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:09.994850 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Added segment 61f561f3-eac0-44b2-b7e5-e3b525015653 of type vlan for network 72d5f400-ff54-4f35-902d-3289af4496b7 Jun 04 09:26:09.997289 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:10.026445 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-30b7bf35-2401-45dc-8576-04df5c21df11', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:26:10.029831 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.046769 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-799d1b02-f83b-4076-b477-348c6d21bf3b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4462566 Jun 04 09:26:10.049819 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52816) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:10.066077 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:10.108627 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b48d8-eec6-499e-88fb-cbf346184c35,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:10.111596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.111596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:10.111596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.127517 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fffc9a25-1c88-4963-80a8-05e508365ca7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.144550 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:10.156330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (72d5f400-ff54-4f35-902d-3289af4496b7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.156930 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (34cc3b36-1bc8-4f67-81aa-ba35d0be8414), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.157363 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Added segment 34cc3b36-1bc8-4f67-81aa-ba35d0be8414 of type vlan for network a96e2986-096a-4e28-a2fd-b426bbfcf78d Jun 04 09:26:10.213947 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (a96e2986-096a-4e28-a2fd-b426bbfcf78d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.295785 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.300329 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.306143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc9a25-1c88-4963-80a8-05e508365ca7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:10.339797 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.341525 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.351932 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (72d5f400-ff54-4f35-902d-3289af4496b7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.354152 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:10.358232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.418114 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for router_controller (65ecd3de-9395-4392-9d5b-b8b73466c1fc), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.427115 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6743751 Jun 04 09:26:10.431449 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52828) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:10.541144 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Request body: {'subnet': {'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1824361312-subnet', 'tenant_id': '29bb9979415948f685ad1fe8d58bfb20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:10.582864 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (a96e2986-096a-4e28-a2fd-b426bbfcf78d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.584089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] Pushing event updated for resources: {'Network': ['ID=72d5f400-ff54-4f35-902d-3289af4496b7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:10.584950 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:10.585119 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.613533 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 72d5f400-ff54-4f35-902d-3289af4496b7 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:10.686400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-67975bde-9745-4c23-8197-8e7622f55763 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8883266 Jun 04 09:26:10.695904 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52842) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:10.704254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Request body: {'subnet': {'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-subnet', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:10.729765 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881d886-d75f-466e-9acd-10c6bd47b787 admin admin] Pushing event updated for resources: {'Network': ['ID=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:10.746015 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7705941 Jun 04 09:26:10.753050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52844) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:10.754592 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Made reservation on behalf of 29bb9979415948f685ad1fe8d58bfb20 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:10.759076 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.765911 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for router_controller (9ecde923-ff6c-4965-aa48-836e7e737d5b), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.778332 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:10.782499 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Request body: {'subnet': {'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-subnet', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:10.934532 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:10.939566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:10.998080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Allocated IP 172.20.0.2 (440b27b7-eea1-406f-839f-e25bf291973d/935c9819-cfcd-4da7-ab81-72069a5331da/4230a28e-611f-451f-8700-d90b959c0887) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:11.002593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Allocated IP 172.20.0.2 (30b7bf35-2401-45dc-8576-04df5c21df11/b4cd8af9-9f4a-45fc-bd05-f362119a5d89/6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:11.112173 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:11.296754 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Made reservation on behalf of 0cf07261800e47938626f61a1fb73b2b for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:11.300372 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.311296 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de363-6840-418e-9e0a-407dade36c12 admin admin] Pushing event updated for resources: {'Network': ['ID=a96e2986-096a-4e28-a2fd-b426bbfcf78d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:11.328082 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for router_gateway (9ecde923-ff6c-4965-aa48-836e7e737d5b), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.348173 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for router_gateway (65ecd3de-9395-4392-9d5b-b8b73466c1fc), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.419584 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:11.426222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:11.497407 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.677256 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks [] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.683199 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks [] for port (4230a28e-611f-451f-8700-d90b959c0887), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.712400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:11.736081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=67,neutron:INSERT=25,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:11.746663 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:11.753692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.757555 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (3fecae6e-6697-40ab-913a-0c8883be92a1), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.760391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (4230a28e-611f-451f-8700-d90b959c0887), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:11.765391 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:11.766045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Network hostable DHCP agents. Network: 72d5f400-ff54-4f35-902d-3289af4496b7, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:11.828242 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:11.837553 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:12.213010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:12.213010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:12.213010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Pushing event updated for resources: {'Port': ['ID=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:12.213010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:12.213010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:12.214328 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (3b79caad-f145-49d1-943b-cd76b877a473), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Tracked resource versions report: Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: pushed versions: Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: { 'AddressGroup': {'1.2'}, Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Agent': {'1.1'}, Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: 'ConntrackHelper': {'1.0'}, Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:26:12.215155 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Log': {'1.0'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'NDPProxy': {'1.0'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Network': {'1.1'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Port': {'1.7'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'PortForwarding': {'1.3'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'QosPolicy': {'1.10'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroup': {'1.5'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SubPort': {'1.0'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Subnet': {'1.1'}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Trunk': {'1.1'}} Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: consumer versions: Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: HyperV agent@hv-cinder-84469: {}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Agent': '1.1', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'ConntrackHelper': '1.0', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'LocalIPAssociation': '1.0', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Log': '1.0', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'NDPProxy': '1.0', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Network': '1.1', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Port': '1.7', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'PortForwarding': '1.3', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'QosPolicy': '1.10', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroup': '1.5', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SecurityGroupRule': '1.2', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'SubPort': '1.0', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Subnet': '1.1', Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: 'Trunk': '1.1'}} Jun 04 09:26:12.221913 dv-cinder-844695-1-iscsi neutron-server[104570]: {{(pid=104570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:26:12.226693 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fecae6e-6697-40ab-913a-0c8883be92a1,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:12.226917 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Pushing event updated for resources: {'Port': ['ID=4230a28e-611f-451f-8700-d90b959c0887,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:12.227097 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:12.228163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Attempting to bind port 4230a28e-611f-451f-8700-d90b959c0887 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:12.228163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Attempting to bind port 4230a28e-611f-451f-8700-d90b959c0887 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:12.228163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Attempting to bind port 4230a28e-611f-451f-8700-d90b959c0887 on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:12.228530 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Checking segment: {'id': '4ff149e8-b88f-4a6b-aac7-8988386fa17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:12.228530 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Network hostable DHCP agents. Network: f519e47e-a808-4b8b-856c-a7ef5c2f4cd7, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Bound using segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Bound port: 4230a28e-611f-451f-8700-d90b959c0887, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (4230a28e-611f-451f-8700-d90b959c0887), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Attempting to bind port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Attempting to bind port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:12.228972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Attempting to bind port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:12.230126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b79caad-f145-49d1-943b-cd76b877a473,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Checking segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Bound using segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Bound port: 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:12.230251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.230925 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for router_gateway (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.231226 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Checking segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:12.231226 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Network hostable DHCP agents. Network: a96e2986-096a-4e28-a2fd-b426bbfcf78d, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:12.231469 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for router_gateway (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.231469 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.231469 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.231873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] For port 4230a28e-611f-451f-8700-d90b959c0887, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:12.231873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] For port 4230a28e-611f-451f-8700-d90b959c0887, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=4230a28e-611f-451f-8700-d90b959c0887,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:12.231873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] For port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:12.237145 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] For port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:12.359707 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Allocated IP 172.27.0.34 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/a6d1e22e-fb48-4e29-994b-4307d0dae8de) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:12.381755 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 72d5f400-ff54-4f35-902d-3289af4496b7) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:12.397605 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afcdb0-0259-4e44-bfe4-14cd8433c86d None None] Network 72d5f400-ff54-4f35-902d-3289af4496b7 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:12.405520 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:12.406489 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.414623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:12.479456 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.487098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (4230a28e-611f-451f-8700-d90b959c0887), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.549785 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.577780 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:12.589149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:12.609070 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3873de1e-02dc-4540-816b-df185c305381 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9113092 Jun 04 09:26:12.609797 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52864) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:12.616582 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, a96e2986-096a-4e28-a2fd-b426bbfcf78d) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:12.616931 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:12.625652 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:12.626741 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.640676 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, f519e47e-a808-4b8b-856c-a7ef5c2f4cd7) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:12.671235 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:12.672889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:12.688333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43d40a-797f-4614-9fa7-b327ecaa4fdb None None] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:12.692239 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4400ba-60b2-41b5-9a0c-18c3f717c554 None None] Network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:12.799983 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e916be-bca0-4f2f-bf8f-6d1e0d805777 None None] Pushing event updated for resources: {'Port': ['ID=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:12.969546 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f26d0b47-115b-408c-b818-9eb5e243f1f9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2041624 Jun 04 09:26:12.975510 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 52866) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:13.120339 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Allocated IP 172.27.0.172 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/90b447f0-4fe6-468e-99e1-c14fb10eb773) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:13.129834 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-72d5f400-ff54-4f35-902d-3289af4496b7', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:26:13.147873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.157032 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2073171d-2cc4-47e1-8f3d-d11f0f11eec1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6395082 Jun 04 09:26:13.158602 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.172969 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:13.236894 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd289f57-a255-40ba-9b01-1bf08d0ff878 None None] Pushing event updated for resources: {'Port': ['ID=4230a28e-611f-451f-8700-d90b959c0887,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:13.492375 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:13.572712 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.574695 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.616869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.619080 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.680416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:13.688658 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:26:13.698427 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.741916 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for router_controller (34e883b7-472b-4e80-b05d-32d3544b9d64), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.749761 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:13.775482 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:13.791667 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:13.835678 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d1e22e-fb48-4e29-994b-4307d0dae8de,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:13.917876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 52912) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:13.921912 dv-cinder-844695-1-iscsi neutron-server[104568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 09:26:13.984529 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e94b2-a8cb-4028-89ba-251a6373d616 None None] Network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:13.984788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for router_controller (f0667a82-5fac-45d2-be9e-ab1af0bbad66), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:13.997172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:14.288235 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Allocated IP 172.20.0.2 (a96e2986-096a-4e28-a2fd-b426bbfcf78d/3b79caad-f145-49d1-943b-cd76b877a473/6f2639b8-8066-4cd3-99a8-3083f80e963f) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:14.397834 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:14.398499 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:14.411049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-d753b6b2-d8b7-4351-b790-ced296b76854 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:14.411049 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-d753b6b2-d8b7-4351-b790-ced296b76854 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/networks?id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 HTTP/1.1" status: 200 len: 812 time: 0.4913433 Jun 04 09:26:14.440963 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-bd303b41-466e-43ab-bfe1-fe42b8e7477f tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/quotas/29bb9979415948f685ad1fe8d58bfb20 HTTP/1.1" status: 200 len: 375 time: 0.0224354 Jun 04 09:26:14.522738 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-54860582-8b1f-4196-99b8-d3a5a833135d tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=29bb9979415948f685ad1fe8d58bfb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792990 Jun 04 09:26:14.777150 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-a1d07967-a763-49e8-adc6-f9f7ffc12ad3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:26:14.778485 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-a1d07967-a763-49e8-adc6-f9f7ffc12ad3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0622561 Jun 04 09:26:14.846558 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for router_gateway (f0667a82-5fac-45d2-be9e-ab1af0bbad66), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:14.861560 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Allocated IP 172.20.0.2 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/2a2b2bfd-bfa7-4907-b8cd-dcece64200e3) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:14.878322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks [] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:14.882213 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:14.884451 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdf15d-543b-428c-bbe7-e119fc4bb1f5 None None] Network 440b27b7-eea1-406f-839f-e25bf291973d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:14.934849 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8237e-c1e1-4987-aaac-b909c25b4c12 None None] Network 30b7bf35-2401-45dc-8576-04df5c21df11 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:14.976644 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-1825e4ef-ff43-43a1-bb28-daf5483db9e5 service neutron] 10.222.0.46 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903894 Jun 04 09:26:15.001916 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for router_gateway (34e883b7-472b-4e80-b05d-32d3544b9d64), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.067641 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.091218 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-3134589d-71e6-40a7-869d-16658a03cd70 service neutron] 10.222.0.46 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019723 Jun 04 09:26:15.105137 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Provisioning complete for port 4230a28e-611f-451f-8700-d90b959c0887 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:15.105652 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (4230a28e-611f-451f-8700-d90b959c0887), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.170223 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.199543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:15.199971 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.227770 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:15.273749 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:15.277075 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:15.385280 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:15.399982 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Pushing event updated for resources: {'Port': ['ID=6f2639b8-8066-4cd3-99a8-3083f80e963f,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:15.401766 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Pushing event updated for resources: {'Port': ['ID=90b447f0-4fe6-468e-99e1-c14fb10eb773,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:15.405176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:15.471071 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for router_gateway (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.483240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:15.491134 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:15.545200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:15.616184 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks [] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.622270 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.623142 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 4230a28e-611f-451f-8700-d90b959c0887 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:15.683555 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fadad1a2-65db-4484-af72-7e04ccc40799 req-dcdb170b-0f9f-449f-8bd1-3946dde9ffd0 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0928023 Jun 04 09:26:15.716103 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Attempting to bind port 6f2639b8-8066-4cd3-99a8-3083f80e963f on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:15.716503 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Attempting to bind port 6f2639b8-8066-4cd3-99a8-3083f80e963f by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:15.717025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Attempting to bind port 6f2639b8-8066-4cd3-99a8-3083f80e963f on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:15.740783 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Current status of the port 4230a28e-611f-451f-8700-d90b959c0887 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:15.741452 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (4230a28e-611f-451f-8700-d90b959c0887), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.782653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:15.783783 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Checking segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:15.784500 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.785086 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Bound using segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:15.785823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Bound port: 6f2639b8-8066-4cd3-99a8-3083f80e963f, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:15.786774 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.828102 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:15.840663 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] For port 4230a28e-611f-451f-8700-d90b959c0887, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=4230a28e-611f-451f-8700-d90b959c0887,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:15.845472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.992140 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (4230a28e-611f-451f-8700-d90b959c0887), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.994391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 4230a28e-611f-451f-8700-d90b959c0887 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:15.994752 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (4230a28e-611f-451f-8700-d90b959c0887), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:15.998851 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] For port 6f2639b8-8066-4cd3-99a8-3083f80e963f, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:16.059667 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:16.063913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] For port 6f2639b8-8066-4cd3-99a8-3083f80e963f, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6f2639b8-8066-4cd3-99a8-3083f80e963f,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:16.067668 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Pushing event updated for resources: {'Port': ['ID=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:16.073915 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:16.170430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:16.193976 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd55d8-2eb0-4bf8-85c8-f322d3508092 None None] Pushing event updated for resources: {'Port': ['ID=4230a28e-611f-451f-8700-d90b959c0887,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:16.210738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.211624 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e632976e-7b89-4de9-94f9-6266535084d9 None None] Provisioning complete for port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:16.211775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e632976e-7b89-4de9-94f9-6266535084d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.375398 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for router_gateway (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.460379 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Attempting to bind port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:16.460964 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Attempting to bind port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:16.461098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Attempting to bind port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:16.476163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fb4b-c09b-46d9-854a-5ae82c070467 None None] Pushing event updated for resources: {'Port': ['ID=6f2639b8-8066-4cd3-99a8-3083f80e963f,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:16.485838 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 4230a28e-611f-451f-8700-d90b959c0887 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:16.487296 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for router_gateway (34e883b7-472b-4e80-b05d-32d3544b9d64), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.488374 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:16.488729 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:16.489137 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.489530 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:16.490023 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Bound port: 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:16.490470 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.497332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.559831 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:16.570919 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e632976e-7b89-4de9-94f9-6266535084d9 None None] Current status of the port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:16.608463 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] For port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:16.624723 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] For port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:16.653031 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.729528 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:16.827559 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.839073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Provisioning complete for port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:16.839946 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:16.898649 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b91fecf9-0fe6-45b3-a522-54366ede5e5d req-990d8040-5bf4-467a-84d9-e199b8d7cb84 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0704000 Jun 04 09:26:17.046951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec331137-b304-48e6-ab5a-0a3af3ea4ba1 None None] Pushing event updated for resources: {'Port': ['ID=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:17.055794 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:17.056459 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.151573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Current status of the port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:17.181341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Provisioning complete for port 4230a28e-611f-451f-8700-d90b959c0887 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:17.181341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (4230a28e-611f-451f-8700-d90b959c0887), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.185534 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.251919 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Allocated IP 172.27.0.140 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/2044a406-d922-4d8d-bf30-39f78b984bb0) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:17.326627 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:17.329204 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 4230a28e-611f-451f-8700-d90b959c0887 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:17.476693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 4230a28e-611f-451f-8700-d90b959c0887 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:17.476693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (4230a28e-611f-451f-8700-d90b959c0887), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.517585 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:17.687106 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f011f799-5e9f-4f7e-9dd8-1ee9dfe1253c None None] Current status of the port 4230a28e-611f-451f-8700-d90b959c0887 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:17.793997 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.929613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for router_gateway (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:17.992694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53038) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:18.039360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 4230a28e-611f-451f-8700-d90b959c0887 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:18.070573 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ce067841-84a6-439f-89e6-fb10ba97af43 req-09130926-6ffb-4488-a44e-a7e196ead13f tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0761588 Jun 04 09:26:18.160005 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c47d8c-a49c-407f-9c77-a6cc47841026 None None] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:18.175298 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.295632 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:18.312176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:18.314889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Allocated IP 172.27.0.133 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/06713a80-328d-4fb2-8665-2389e4271da0) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:18.325083 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:18.358316 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Provisioning complete for port 6f2639b8-8066-4cd3-99a8-3083f80e963f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:18.358947 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.410587 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:26:18.412618 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Pushing event updated for resources: {'Port': ['ID=2044a406-d922-4d8d-bf30-39f78b984bb0,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:18.478860 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.502883 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Current status of the port 6f2639b8-8066-4cd3-99a8-3083f80e963f is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:18.502883 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.565769 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] For port 6f2639b8-8066-4cd3-99a8-3083f80e963f, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6f2639b8-8066-4cd3-99a8-3083f80e963f,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:18.779120 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.868814 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for port (06713a80-328d-4fb2-8665-2389e4271da0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:18.873191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba905df-2dc4-4ded-98c9-a4415822151f None None] Network 72d5f400-ff54-4f35-902d-3289af4496b7 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:18.966301 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6f2639b8-8066-4cd3-99a8-3083f80e963f up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:18.969837 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:19.016699 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:19.033756 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:19.055974 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:19.057408 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:19.095161 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for router_gateway (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.171772 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Provisioning complete for port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:19.174248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.215615 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d6c4-71c2-406d-a1a2-9ebd64070b3c None None] Pushing event updated for resources: {'Port': ['ID=6f2639b8-8066-4cd3-99a8-3083f80e963f,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:19.385060 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:19.388042 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6f2639b8-8066-4cd3-99a8-3083f80e963f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:19.389157 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.422470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a5d7f534-c670-4143-8085-1d6d4775254c req-48316377-701c-4275-a03e-6e5a77bd0e2b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0346694 Jun 04 09:26:19.491048 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Current status of the port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:19.491683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.546326 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:19.632369 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] For port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:19.636529 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:19.651185 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6f2639b8-8066-4cd3-99a8-3083f80e963f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:19.653394 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:19.655205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:26:19.659188 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (06713a80-328d-4fb2-8665-2389e4271da0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.675171 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.676506 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e310c2f6-5ec3-45b7-9622-388f50621798 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6959951 Jun 04 09:26:19.682008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53062) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:19.742311 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:19.748653 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:19.756481 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:19.760380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:19.762546 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.763024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:14Z', 'revision_number': 3, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:19.767656 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.816640 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:19.817296 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Updating router 9ecde923-ff6c-4965-aa48-836e7e737d5b port a6d1e22e-fb48-4e29-994b-4307d0dae8de binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:19.857181 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:19.869059 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Pushing event updated for resources: {'Port': ['ID=06713a80-328d-4fb2-8665-2389e4271da0,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:19.881000 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.051767 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Provisioning complete for port 6f2639b8-8066-4cd3-99a8-3083f80e963f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:20.052510 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.065868 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:20.077336 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:20.119273 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:20.164899 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:20.166045 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:20.169323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Pushing event updated for resources: {'Port': ['ID=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:20.365952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:26:20.372642 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:20.383548 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.388958 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-223ef645-24c9-46ae-892c-5475e99dac7b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.3343010 Jun 04 09:26:20.398943 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53072) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:20.401688 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-055f7c37-435d-4738-a61e-4a3816aea334 None None] Current status of the port 6f2639b8-8066-4cd3-99a8-3083f80e963f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:20.447178 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:20.649884 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-95c5537d-9141-496f-88a1-b386f090d741 req-749ed380-e562-41b5-ae44-6c35c04a8d42 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0649047 Jun 04 09:26:20.654395 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.779230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6f2639b8-8066-4cd3-99a8-3083f80e963f up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:20.810106 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks [] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.820830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for router_gateway (34e883b7-472b-4e80-b05d-32d3544b9d64), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.832421 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ee2c6f9b-5b7a-46ab-988e-77a724d35693 None None] Provisioning complete for port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:20.834080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6f9b-5b7a-46ab-988e-77a724d35693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.985734 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:20.996927 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:21.011284 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6f2639b8-8066-4cd3-99a8-3083f80e963f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:21.011284 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.063415 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Pushing event updated for resources: {'Port': ['ID=a6d1e22e-fb48-4e29-994b-4307d0dae8de,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:21.081612 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:21.086365 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:21.123570 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.123881 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.124233 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.124631 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.129131 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.133213 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.134134 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.136064 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.137055 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.137843 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.138711 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.141054 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.141972 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.144438 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.146046 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Tracked resource versions report: Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: pushed versions: Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: { 'AddressGroup': {'1.2'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Agent': {'1.1'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'ConntrackHelper': {'1.0'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'LocalIPAssociation': {'1.0'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Log': {'1.0'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'NDPProxy': {'1.0'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Network': {'1.1'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Port': {'1.7'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'PortForwarding': {'1.3'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'QosPolicy': {'1.10'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroup': {'1.5'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroupRule': {'1.2'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SubPort': {'1.0'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Subnet': {'1.1'}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Trunk': {'1.1'}} Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: consumer versions: Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: { DHCP agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: HyperV agent@hv-cinder-84469: {}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: L3 agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: Metadata agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: Metering agent@dv-cinder-844695-1-iscsi: {}, Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: Open vSwitch agent@dv-cinder-844695-1-iscsi: { 'AddressGroup': '1.2', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Agent': '1.1', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'ConntrackHelper': '1.0', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'LocalIPAssociation': '1.0', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Log': '1.0', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'NDPProxy': '1.0', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Network': '1.1', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Port': '1.7', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'PortForwarding': '1.3', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'QosPolicy': '1.10', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroup': '1.5', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SecurityGroupRule': '1.2', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'SubPort': '1.0', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Subnet': '1.1', Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: 'Trunk': '1.1'}} Jun 04 09:26:21.148756 dv-cinder-844695-1-iscsi neutron-server[104571]: {{(pid=104571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 09:26:21.171491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Allocated IP 172.20.0.1 (30b7bf35-2401-45dc-8576-04df5c21df11/b4cd8af9-9f4a-45fc-bd05-f362119a5d89/8ec15da5-c02f-402b-b8f4-0cbc48e7c036) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:21.194588 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:16Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:21.228714 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:21.229449 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:21.293892 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.295180 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d05fe204-9f9d-4197-8fdb-3f4db0113bdd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6833131 Jun 04 09:26:21.301914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53090) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:21.307043 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Attempting to bind port a6d1e22e-fb48-4e29-994b-4307d0dae8de on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:21.307413 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Attempting to bind port a6d1e22e-fb48-4e29-994b-4307d0dae8de by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:21.307781 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Attempting to bind port a6d1e22e-fb48-4e29-994b-4307d0dae8de on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:21.351001 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:21.351494 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:21.351787 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.352185 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:21.361009 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Bound port: a6d1e22e-fb48-4e29-994b-4307d0dae8de, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:21.361417 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.383821 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:21.384651 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Updating router 65ecd3de-9395-4392-9d5b-b8b73466c1fc port 90b447f0-4fe6-468e-99e1-c14fb10eb773 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:21.397992 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c6f9b-5b7a-46ab-988e-77a724d35693 None None] Current status of the port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:21.540979 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:21.559496 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:21.562919 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:21.577661 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] For port a6d1e22e-fb48-4e29-994b-4307d0dae8de, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:21.596530 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.640329 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6f2639b8-8066-4cd3-99a8-3083f80e963f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:21.642008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:21.645638 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.720166 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] For port a6d1e22e-fb48-4e29-994b-4307d0dae8de, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a6d1e22e-fb48-4e29-994b-4307d0dae8de,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:21.844626 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:21.850489 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:22.094596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks [] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.148650 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:18Z', 'revision_number': 3, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:22.156240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.163580 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3035f40d-27ec-44f7-983f-659c72782073 req-fffcffbc-2daf-4a0b-8b54-b96f0be3dc39 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0972075 Jun 04 09:26:22.222983 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d600-a911-4fa6-b63a-16bcb0fa8422 None None] Pushing event updated for resources: {'Port': ['ID=a6d1e22e-fb48-4e29-994b-4307d0dae8de,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:22.235357 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:22.244726 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:22.245074 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Updating router f0667a82-5fac-45d2-be9e-ab1af0bbad66 port 2044a406-d922-4d8d-bf30-39f78b984bb0 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:22.288694 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.317050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:22.317050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.454067 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:26:22.518364 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:22.518364 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:22.548143 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.634991 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:22.750630 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks [] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.777849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:22.800461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:22.809055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:22.810307 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.836096 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Allocated IP 172.20.0.1 (440b27b7-eea1-406f-839f-e25bf291973d/935c9819-cfcd-4da7-ab81-72069a5331da/956d8ccc-3917-4eda-85c4-25ef65b7a016) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:22.862422 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:22.901102 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:22.932341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:22.947543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cb0bccc8-a954-4e19-bb83-c5e16188c60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:22.950188 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:22.950188 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.003469 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:23.004118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:23.139706 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:23.152584 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Attempting to bind port 90b447f0-4fe6-468e-99e1-c14fb10eb773 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:23.152954 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Attempting to bind port 90b447f0-4fe6-468e-99e1-c14fb10eb773 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:23.153312 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Attempting to bind port 90b447f0-4fe6-468e-99e1-c14fb10eb773 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:23.167484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa1261-6dc5-4e77-ad87-a26b3d40b941 None None] Pushing event updated for resources: {'Port': ['ID=90b447f0-4fe6-468e-99e1-c14fb10eb773,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:23.188826 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks [] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.219365 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:23.220018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:23.220655 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.221200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:23.221847 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Bound port: 90b447f0-4fe6-468e-99e1-c14fb10eb773, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:23.222386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.331144 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:23.399222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] For port 90b447f0-4fe6-468e-99e1-c14fb10eb773, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:23.429270 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] For port 90b447f0-4fe6-468e-99e1-c14fb10eb773, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=90b447f0-4fe6-468e-99e1-c14fb10eb773,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:23.435513 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:23.446213 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.523612 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:23.597866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.47', 50322) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:23.607582 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.610092 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-eb0c7b7f-0986-47f1-bc65-a5dbbe211b9a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4648960 Jun 04 09:26:23.618366 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53136) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:23.721047 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.856952 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-90f8fd7b-2fa0-4478-87fe-b4def56d55bf req-510b207c-b2fd-40fa-b703-e3a61a16b39b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.1278882 Jun 04 09:26:23.901044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa1261-6dc5-4e77-ad87-a26b3d40b941 None None] Pushing event updated for resources: {'Port': ['ID=90b447f0-4fe6-468e-99e1-c14fb10eb773,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:23.905778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8b6237af-1e13-476b-bd37-c8c1543da738 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:23.906604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8b6237af-1e13-476b-bd37-c8c1543da738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.963945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:23.971544 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:23.975524 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:23.978864 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:23.981863 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:23.982351 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.028500 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:20Z', 'revision_number': 3, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:24.098858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-eafd4f59-0e9a-4a15-a7ca-007d116c3dce tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:24.102462 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:24.102753 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-eafd4f59-0e9a-4a15-a7ca-007d116c3dce tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.47 "GET /v2.0/networks?id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 HTTP/1.1" status: 200 len: 812 time: 0.5025005 Jun 04 09:26:24.103288 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Updating router 34e883b7-472b-4e80-b05d-32d3544b9d64 port 06713a80-328d-4fb2-8665-2389e4271da0 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:24.105750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.118514 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:24.119871 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:24.151663 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Pushing event updated for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:24.199838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Request body: {'port': {'device_id': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7', 'admin_state_up': True, 'tenant_id': '29bb9979415948f685ad1fe8d58bfb20'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:24.221306 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8b6237af-1e13-476b-bd37-c8c1543da738 None None] Port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:24.243568 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:14Z', 'revision_number': 3, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:24.282725 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (06713a80-328d-4fb2-8665-2389e4271da0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.315108 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfaff9-7742-4e01-87b4-f19a0bc06d80 None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:14Z', 'revision_number': 3, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:24.387255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a41556f4-1e74-409e-8439-ed0361c35179 None None] Provisioning complete for port 956d8ccc-3917-4eda-85c4-25ef65b7a016 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:24.387800 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a41556f4-1e74-409e-8439-ed0361c35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.389552 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks [] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.491582 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.532807 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a41556f4-1e74-409e-8439-ed0361c35179 None None] Port 956d8ccc-3917-4eda-85c4-25ef65b7a016 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:24.542860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:24.695187 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:24.774965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53164) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:24.777332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:24.789850 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:24.828332 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c14d-179a-4dfb-a0aa-a4b943414e46 None None] Pushing event updated for resources: {'Port': ['ID=2044a406-d922-4d8d-bf30-39f78b984bb0,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:24.838174 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Attempting to bind port 2044a406-d922-4d8d-bf30-39f78b984bb0 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:24.838772 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Attempting to bind port 2044a406-d922-4d8d-bf30-39f78b984bb0 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:24.840347 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Attempting to bind port 2044a406-d922-4d8d-bf30-39f78b984bb0 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:24.865478 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:24.866021 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:24.866665 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.877719 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:24.879935 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Bound port: 2044a406-d922-4d8d-bf30-39f78b984bb0, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:24.881050 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:24.905343 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:16Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:24.957130 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f4fcd-053e-4d34-86b1-be92d0c6511f None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:16Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:25.180924 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] For port 2044a406-d922-4d8d-bf30-39f78b984bb0, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:25.197226 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] For port 2044a406-d922-4d8d-bf30-39f78b984bb0, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2044a406-d922-4d8d-bf30-39f78b984bb0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:25.366494 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.396311 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.544929 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Made reservation on behalf of 29bb9979415948f685ad1fe8d58bfb20 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:25.549553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.568060 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0defe256-3bf3-4aba-bb49-b16c1838bbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.607296 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.630191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks [] for port (06713a80-328d-4fb2-8665-2389e4271da0), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.653798 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c14d-179a-4dfb-a0aa-a4b943414e46 None None] Pushing event updated for resources: {'Port': ['ID=2044a406-d922-4d8d-bf30-39f78b984bb0,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:25.702731 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:25.707408 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:25:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:25.757928 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (06713a80-328d-4fb2-8665-2389e4271da0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.818125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Allocated IP 172.20.0.1 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/c36eab28-f7d2-47bc-bf77-12cb1a609ae7) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:25.868787 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Attempting to bind port 06713a80-328d-4fb2-8665-2389e4271da0 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:25.869384 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Attempting to bind port 06713a80-328d-4fb2-8665-2389e4271da0 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:25.869929 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Attempting to bind port 06713a80-328d-4fb2-8665-2389e4271da0 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:25.878587 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:25.879424 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:25.880025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.880618 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:25.881480 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Bound port: 06713a80-328d-4fb2-8665-2389e4271da0, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:25.882190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (06713a80-328d-4fb2-8665-2389e4271da0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:25.970011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] For port 06713a80-328d-4fb2-8665-2389e4271da0, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:25.982769 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] For port 06713a80-328d-4fb2-8665-2389e4271da0, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=06713a80-328d-4fb2-8665-2389e4271da0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:26.011289 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d61a-294d-462b-adc3-3e470e1ae7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.037477 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6c2d0-cdc2-4fb3-bd85-43775d1105c1 None None] Pushing event updated for resources: {'Port': ['ID=06713a80-328d-4fb2-8665-2389e4271da0,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:26.052053 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:26.056118 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b15bcd6c-04ea-4931-9646-d557e6ade812 req-2926b16a-7935-4527-be27-5590ef862d82 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.5429888 Jun 04 09:26:26.064988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks [] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.154227 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (06713a80-328d-4fb2-8665-2389e4271da0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.305571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6c2d0-cdc2-4fb3-bd85-43775d1105c1 None None] Pushing event updated for resources: {'Port': ['ID=06713a80-328d-4fb2-8665-2389e4271da0,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:26.333633 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:26.334429 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:26.376940 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.381181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.455584 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0defe256-3bf3-4aba-bb49-b16c1838bbed admin admin] Publish callbacks [] for security_group (7dbca108-94a9-41d6-a457-f7a6734f04d1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.534460 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53214) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:26.638991 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Allocated IP 172.20.0.1 (a96e2986-096a-4e28-a2fd-b426bbfcf78d/3b79caad-f145-49d1-943b-cd76b877a473/d1011e89-b58a-4584-9460-292c04dd1ffb) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:26.659613 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.712737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:26.796107 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:18Z', 'revision_number': 3, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:26.890383 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0defe256-3bf3-4aba-bb49-b16c1838bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7dbca108-94a9-41d6-a457-f7a6734f04d1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:26.918573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:27.035011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 90b447f0-4fe6-468e-99e1-c14fb10eb773 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:27.048061 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42f7d8-312e-4b57-b6ff-50d66fe2066f None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:18Z', 'revision_number': 3, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:27.063283 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks [] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.076696 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-137b4b93-6ccb-4203-8329-5528058b792c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.142562 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:27.218163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0defe256-3bf3-4aba-bb49-b16c1838bbed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b7fc9192e874eb9bed73cfceace70b4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4360034 Jun 04 09:26:27.242751 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:27.245283 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53234) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:27.271286 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:27.281908 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:27.285678 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.286863 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.310353 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 90b447f0-4fe6-468e-99e1-c14fb10eb773 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:27.310738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.351347 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:27.508828 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:20Z', 'revision_number': 3, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:27.705992 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe256-3bf3-4aba-bb49-b16c1838bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbca108-94a9-41d6-a457-f7a6734f04d1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:27.732933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] Publish callbacks [] for security_group (7dbca108-94a9-41d6-a457-f7a6734f04d1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.736315 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks [] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.760940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7ca4d-eb47-44bc-b193-ade4b71e807a None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:20Z', 'revision_number': 3, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:27.796661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] Publish callbacks [] for security_group (7dbca108-94a9-41d6-a457-f7a6734f04d1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:27.947838 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 90b447f0-4fe6-468e-99e1-c14fb10eb773 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:27.947838 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.015012 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Pushing event updated for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:28.062568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 90b447f0-4fe6-468e-99e1-c14fb10eb773, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=90b447f0-4fe6-468e-99e1-c14fb10eb773,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:28.084552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fce4184b-0eb4-4a1b-ae13-b5d3d8ff35d1 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:28.084552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fce4184b-0eb4-4a1b-ae13-b5d3d8ff35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.091630 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:26:28.094010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:28.106617 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-06e8c2e0-a3d3-49a1-b91a-3a70267fc78b req-a23cfb7d-74f6-45dc-82cf-6b9ff8870ac9 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.6366823 Jun 04 09:26:28.131485 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7dbca108-94a9-41d6-a457-f7a6734f04d1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.135344 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.136805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dbca108-94a9-41d6-a457-f7a6734f04d1 HTTP/1.1" status: 204 len: 168 time: 0.8519752 Jun 04 09:26:28.199165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fce4184b-0eb4-4a1b-ae13-b5d3d8ff35d1 None None] Port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:28.256074 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.257964 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-137b4b93-6ccb-4203-8329-5528058b792c admin admin] Publish callbacks [] for security_group (fefa3a16-3391-4ffd-a02b-baafbdcda8df), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.260897 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a6d1e22e-fb48-4e29-994b-4307d0dae8de up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:28.330768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:28.350197 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:28.413482 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=90b447f0-4fe6-468e-99e1-c14fb10eb773,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:28.731731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940c853-2f8e-410d-bd2b-0bb9036ff95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbca108-94a9-41d6-a457-f7a6734f04d1,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:28.731731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Allocated IP 172.20.0.3 (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7/3fecae6e-6697-40ab-913a-0c8883be92a1/7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:28.734818 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port a6d1e22e-fb48-4e29-994b-4307d0dae8de triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:28.734818 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.736123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks [] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:28.736123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:28.736123 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ee5007de-85a1-4af5-ba26-1c648dd39408 admin admin] 10.222.0.46 "PUT /v2.0/routers/9ecde923-ff6c-4965-aa48-836e7e737d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0086224 Jun 04 09:26:28.962464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port a6d1e22e-fb48-4e29-994b-4307d0dae8de is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:28.963098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.044007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port a6d1e22e-fb48-4e29-994b-4307d0dae8de, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a6d1e22e-fb48-4e29-994b-4307d0dae8de,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:29.047813 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-137b4b93-6ccb-4203-8329-5528058b792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fefa3a16-3391-4ffd-a02b-baafbdcda8df), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.072188 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:29.083155 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:26:29.110849 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-72247cdf-aadf-4c92-be2c-c74586e6be02 None None] Provisioning complete for port 956d8ccc-3917-4eda-85c4-25ef65b7a016 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:29.112190 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks [] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.122681 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.123178 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-72247cdf-aadf-4c92-be2c-c74586e6be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.154093 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-137b4b93-6ccb-4203-8329-5528058b792c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64e9b1acaed94e648a8c2debe67bee7c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6016996 Jun 04 09:26:29.165583 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53260) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:29.271494 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Pushing event updated for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:29.339040 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.359050 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:29.365471 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-72247cdf-aadf-4c92-be2c-c74586e6be02 None None] Port 956d8ccc-3917-4eda-85c4-25ef65b7a016 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:29.367773 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:29.371104 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:29.371788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (34e883b7-472b-4e80-b05d-32d3544b9d64), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.380856 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.572741 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=a6d1e22e-fb48-4e29-994b-4307d0dae8de,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:29.848813 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.922062 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54c49-e391-4aa5-a3aa-ea2241833767 req-958acc56-a19b-491b-b564-3ae0e375f176 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:29.929979 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:29.932990 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aa54c49-e391-4aa5-a3aa-ea2241833767 req-958acc56-a19b-491b-b564-3ae0e375f176 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 931 time: 0.5776622 Jun 04 09:26:29.943506 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2044a406-d922-4d8d-bf30-39f78b984bb0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:29.962019 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.061077 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:30.061330 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b4b93-6ccb-4203-8329-5528058b792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa3a16-3391-4ffd-a02b-baafbdcda8df,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:30.111147 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:30.118854 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:26:30.132453 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:30.147115 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:30.179573 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:30.188743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.243846 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-94784573-01ee-4410-a230-9e28580343d9 None None] Provisioning complete for port d1011e89-b58a-4584-9460-292c04dd1ffb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:30.246118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-94784573-01ee-4410-a230-9e28580343d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.303907 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2044a406-d922-4d8d-bf30-39f78b984bb0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:30.304353 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.354368 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-94784573-01ee-4410-a230-9e28580343d9 None None] Port d1011e89-b58a-4584-9460-292c04dd1ffb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:30.371063 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:30.459522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:30.465015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] Publish callbacks [] for security_group (fefa3a16-3391-4ffd-a02b-baafbdcda8df), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.467653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:30.500730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:30.567651 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.603180 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53274) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:30.639855 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2044a406-d922-4d8d-bf30-39f78b984bb0 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:30.640577 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.646629 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724940686', 'description': 'tempest-description--299991673'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:30.679699 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53276) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:30.681005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:30.690055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:30.693155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.724089 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:30.729885 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 2044a406-d922-4d8d-bf30-39f78b984bb0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2044a406-d922-4d8d-bf30-39f78b984bb0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:30.748535 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:30.749746 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:30.850005 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:30.851232 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 90b447f0-4fe6-468e-99e1-c14fb10eb773 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:30.896147 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:30.911214 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ecd9bd42-276c-41c5-bd71-c8fa7d844743 admin admin] 10.222.0.46 "PUT /v2.0/routers/65ecd3de-9395-4392-9d5b-b8b73466c1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5058799 Jun 04 09:26:30.932633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.043085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:31.094501 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:31.132219 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:31.133589 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:31.210147 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0178530 Jun 04 09:26:31.228254 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aa54c49-e391-4aa5-a3aa-ea2241833767 req-612767b0-4252-4502-9597-fc4a309e155c tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2942865 Jun 04 09:26:31.242793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-12ab6fdc-3554-4975-acd8-bfc7f9335367 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:26:31.244382 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-12ab6fdc-3554-4975-acd8-bfc7f9335367 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0331216 Jun 04 09:26:31.267583 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (c2b75439-f670-4c6c-8d87-0b9708e5d60a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.277954 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-19e1b641-150b-4a74-bea4-a446f7f37e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.366812 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320c149-3e03-4478-bf6e-1d416a1225be tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Pushing event updated for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:31.461237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] Publish callbacks [] for security_group (fefa3a16-3391-4ffd-a02b-baafbdcda8df), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.553959 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c2b75439-f670-4c6c-8d87-0b9708e5d60a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.605846 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=2044a406-d922-4d8d-bf30-39f78b984bb0,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:31.790724 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b75439-f670-4c6c-8d87-0b9708e5d60a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:31.805790 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.827143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.827143 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1ce1eac3-b4f6-48a2-81b7-415cda4666b0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2191763 Jun 04 09:26:31.830306 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53296) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:31.836689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group_rule': {'security_group_id': 'c2b75439-f670-4c6c-8d87-0b9708e5d60a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:31.853094 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd953356-6033-491c-af33-73e620aded51 None None] Provisioning complete for port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:31.853740 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd953356-6033-491c-af33-73e620aded51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.909782 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Request body: {'port': {'device_id': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:31.920133 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks [] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:31.995323 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (d65663ff-f392-4a4d-9bd3-5d882668ac27), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.057753 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 2, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:32.069701 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd953356-6033-491c-af33-73e620aded51 None None] Port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:32.072113 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 90b447f0-4fe6-468e-99e1-c14fb10eb773 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:32.073460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fefa3a16-3391-4ffd-a02b-baafbdcda8df), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.073958 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.076429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.077766 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fefa3a16-3391-4ffd-a02b-baafbdcda8df HTTP/1.1" status: 204 len: 168 time: 2.9108367 Jun 04 09:26:32.085643 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.089660 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (34e883b7-472b-4e80-b05d-32d3544b9d64), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.099611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.112622 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-19e1b641-150b-4a74-bea4-a446f7f37e29 admin admin] Publish callbacks [] for security_group (6f13edce-cf09-400c-bcd1-673830106daf), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.124147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caa725-3c6e-4cb9-acff-b6d3b77b393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa3a16-3391-4ffd-a02b-baafbdcda8df,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:32.182710 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:32.184186 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Updating router 9ecde923-ff6c-4965-aa48-836e7e737d5b port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:32.229348 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:32.294032 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.392930 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Pushing event updated for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:32.511709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-19e1b641-150b-4a74-bea4-a446f7f37e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6f13edce-cf09-400c-bcd1-673830106daf), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.516234 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (d65663ff-f392-4a4d-9bd3-5d882668ac27), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.592869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:32.596169 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:32.642981 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b315c-ae9e-4ac3-8848-d474119041e8 req-95ac0a20-d0fb-424d-8615-c8246a40bd83 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:32.652557 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-893b315c-ae9e-4ac3-8848-d474119041e8 req-95ac0a20-d0fb-424d-8615-c8246a40bd83 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 931 time: 0.1483886 Jun 04 09:26:32.685569 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (d65663ff-f392-4a4d-9bd3-5d882668ac27), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:32.806830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65663ff-f392-4a4d-9bd3-5d882668ac27,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:32.968781 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-19e1b641-150b-4a74-bea4-a446f7f37e29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da46d50caf4d4767a4fe522d85bbe513&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2848997 Jun 04 09:26:32.970614 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:26:32.976818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53316) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:33.078773 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:33.089110 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1b641-150b-4a74-bea4-a446f7f37e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13edce-cf09-400c-bcd1-673830106daf,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:33.101944 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.115147 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a80e6b0f-c570-465b-96c6-3e455187e500 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2782269 Jun 04 09:26:33.128228 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:33.179502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53320) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:33.253466 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] Publish callbacks [] for security_group (6f13edce-cf09-400c-bcd1-673830106daf), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.264167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group_rule': {'security_group_id': 'c2b75439-f670-4c6c-8d87-0b9708e5d60a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:33.349956 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:33.391531 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5b65a041-f2c0-4b5a-bcf8-28265850820b None None] Provisioning complete for port d1011e89-b58a-4584-9460-292c04dd1ffb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:33.402008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5b65a041-f2c0-4b5a-bcf8-28265850820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.436269 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] Publish callbacks [] for security_group (6f13edce-cf09-400c-bcd1-673830106daf), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.476803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-704c68f8-a7df-4777-90f8-de38ccdf44c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:33.490883 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-704c68f8-a7df-4777-90f8-de38ccdf44c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 1.3764222 Jun 04 09:26:33.543136 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:33.554568 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f0f6425f-1bd5-43ba-9b3a-4646fd6e4731 admin admin] 10.222.0.46 "PUT /v2.0/routers/34e883b7-472b-4e80-b05d-32d3544b9d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9342351 Jun 04 09:26:33.560259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5b65a041-f2c0-4b5a-bcf8-28265850820b None None] Port d1011e89-b58a-4584-9460-292c04dd1ffb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:33.584899 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks [] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.585202 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:33.614023 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 2, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:33.655002 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-e09287e4-9bb7-491b-862f-fae02d25eec3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/quotas/e42983d2d3964b8cb5d32e6d653d6dfd HTTP/1.1" status: 200 len: 375 time: 0.1632316 Jun 04 09:26:33.670431 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-893b315c-ae9e-4ac3-8848-d474119041e8 req-437d9d17-46ce-4e93-ad92-648841a4abd1 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0168757 Jun 04 09:26:33.729835 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks [] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.742346 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6f13edce-cf09-400c-bcd1-673830106daf), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.745414 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:33.751593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Updating router 65ecd3de-9395-4392-9d5b-b8b73466c1fc port 956d8ccc-3917-4eda-85c4-25ef65b7a016 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:33.752196 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.752196 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f13edce-cf09-400c-bcd1-673830106daf HTTP/1.1" status: 204 len: 168 time: 0.7702572 Jun 04 09:26:33.764413 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276b4f3-808c-4c2c-9e0a-e9cd07194a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13edce-cf09-400c-bcd1-673830106daf,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:33.785662 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:33.799793 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.866522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.870857 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:33.894723 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 90b447f0-4fe6-468e-99e1-c14fb10eb773 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:33.897369 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 06713a80-328d-4fb2-8665-2389e4271da0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:33.965557 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb19d-5580-459d-a0a0-237b5af99d26 None None] Pushing event updated for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:33.982090 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:33.988824 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:34.016208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.192504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-619ba058-3261-4517-9359-b029e9e5d7b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4994450 Jun 04 09:26:34.193201 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (49500b97-015e-41a3-8cb9-883b5d3f427b), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.241675 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:34.387301 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:34.407537 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 06713a80-328d-4fb2-8665-2389e4271da0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:34.408139 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (06713a80-328d-4fb2-8665-2389e4271da0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.581341 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:34.651396 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:34.741301 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:34.765667 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Attempting to bind port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:34.766076 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Attempting to bind port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:34.766534 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Attempting to bind port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:34.841369 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:34.842803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:26:34.843429 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Checking segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:34.845656 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.848259 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Bound using segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:34.848934 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Bound port: 8ec15da5-c02f-402b-b8f4-0cbc48e7c036, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:34.849465 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.882140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks [] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:34.934953 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:34.938118 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:35.074998 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Transition to ACTIVE for port object 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:26:35.078126 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 2, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:35.159507 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:35.159866 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Updating router 34e883b7-472b-4e80-b05d-32d3544b9d64 port d1011e89-b58a-4584-9460-292c04dd1ffb binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:35.234238 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (49500b97-015e-41a3-8cb9-883b5d3f427b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.238336 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.244091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:35.264188 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 06713a80-328d-4fb2-8665-2389e4271da0 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:35.265089 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (06713a80-328d-4fb2-8665-2389e4271da0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.322327 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2ba585a5-e3a4-4dc8-b7b2-63fb4d2fe531 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:35.322985 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2ba585a5-e3a4-4dc8-b7b2-63fb4d2fe531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.347693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks [] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.352146 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-715e9722-5650-48cc-81c8-821fd7ead492 service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1199656 Jun 04 09:26:35.372490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (49500b97-015e-41a3-8cb9-883b5d3f427b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.393493 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] For port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:35.402179 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] For port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:35.418698 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.540146 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:35.583775 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.603068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.689226 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 06713a80-328d-4fb2-8665-2389e4271da0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=06713a80-328d-4fb2-8665-2389e4271da0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:35.689445 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:35.689445 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:35.690202 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49500b97-015e-41a3-8cb9-883b5d3f427b,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:35.745445 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:35.828572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2ba585a5-e3a4-4dc8-b7b2-63fb4d2fe531 None None] Port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:35.932142 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.953064 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (06713a80-328d-4fb2-8665-2389e4271da0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.967933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:35.969443 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53372) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:35.975628 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355866160', 'description': 'tempest-description--1052190173'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:35.998961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b3969825-3038-40de-b9d6-24e7f189e9f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8151410 Jun 04 09:26:36.023351 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53374) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:36.041976 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:36.075836 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e460b-04ae-4977-aa27-0ba3a911dc23 None None] Pushing event updated for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:36.091602 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-c8651ecb-b303-4ddf-805a-689e977eea0a None None] Provisioning complete for port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:36.092022 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c8651ecb-b303-4ddf-805a-689e977eea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.118003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:36.241109 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Attempting to bind port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:36.242207 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Attempting to bind port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '4ff149e8-b88f-4a6b-aac7-8988386fa17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:36.243006 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Attempting to bind port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa on network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:36.253911 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.280684 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-0d45f609-822e-4fcf-bc3a-3f7b85c6f23a service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922845 Jun 04 09:26:36.358740 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:26:36.458828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.514144 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb19d-5580-459d-a0a0-237b5af99d26 None None] Pushing event updated for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:36.529281 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:36.555365 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2044a406-d922-4d8d-bf30-39f78b984bb0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:36.577131 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (a7f723a1-b326-4c16-b3f8-8df09f4d8e2c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.831059 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a7f723a1-b326-4c16-b3f8-8df09f4d8e2c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.861356 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=06713a80-328d-4fb2-8665-2389e4271da0,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:36.877380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Attempting to bind port 956d8ccc-3917-4eda-85c4-25ef65b7a016 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:36.877767 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Attempting to bind port 956d8ccc-3917-4eda-85c4-25ef65b7a016 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:36.880689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Attempting to bind port 956d8ccc-3917-4eda-85c4-25ef65b7a016 on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:36.895790 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-c8651ecb-b303-4ddf-805a-689e977eea0a None None] Port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:36.901884 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:36.922588 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:36.923053 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:36.931257 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.931682 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Bound using segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:36.937888 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Bound port: 956d8ccc-3917-4eda-85c4-25ef65b7a016, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:36.942546 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:36.966080 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:37.040139 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.043494 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4779ee68-223d-4feb-a5f0-ca9d0bebf2e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0717082 Jun 04 09:26:37.048199 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53400) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:37.051797 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa on network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:26:37.052670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Attempting to bind port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa on network f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:37.063889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group_rule': {'security_group_id': 'a7f723a1-b326-4c16-b3f8-8df09f4d8e2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:37.084813 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824f49-0798-4ed9-9dd8-243c008c2a39 req-9b575058-95d5-446c-bbe8-f67acff077bb tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:37.105754 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23824f49-0798-4ed9-9dd8-243c008c2a39 req-9b575058-95d5-446c-bbe8-f67acff077bb tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 0.8187504 Jun 04 09:26:37.175817 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] For port 956d8ccc-3917-4eda-85c4-25ef65b7a016, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:37.199572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] For port 956d8ccc-3917-4eda-85c4-25ef65b7a016, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=956d8ccc-3917-4eda-85c4-25ef65b7a016,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:37.256344 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:37.260677 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Checking segment: {'id': '4ff149e8-b88f-4a6b-aac7-8988386fa17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:37.262321 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Bound using segment: {'id': '4ff149e8-b88f-4a6b-aac7-8988386fa17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:37.265906 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Bound port: 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff149e8-b88f-4a6b-aac7-8988386fa17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:37.266705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.294305 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (d27ed3f2-29b3-4d33-88fa-e9522ae86c30), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.302963 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Provisioning complete for port 956d8ccc-3917-4eda-85c4-25ef65b7a016 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:37.303634 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.536568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.558298 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks [] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.586536 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:37.599682 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2044a406-d922-4d8d-bf30-39f78b984bb0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:37.600426 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.687102 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (d27ed3f2-29b3-4d33-88fa-e9522ae86c30), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.757340 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c667f-5652-4be1-87ef-c99192af4169 None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:37.769213 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.795927 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (d27ed3f2-29b3-4d33-88fa-e9522ae86c30), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:37.848936 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:37.940904 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27ed3f2-29b3-4d33-88fa-e9522ae86c30,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:37.996878 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.009021 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6c3df5a5-d3f0-49f7-af15-7bab8bedf3b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9537966 Jun 04 09:26:38.010509 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53426) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:38.037047 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db72fb8-5a3c-49b8-b865-077ec47ad783 None None] Pushing event updated for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:38.049355 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group_rule': {'security_group_id': 'a7f723a1-b326-4c16-b3f8-8df09f4d8e2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:38.081032 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:38.155690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:38.169825 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:38.239571 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (94763b65-97d5-4940-934f-0c86e78b91ef), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.300562 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:38.319687 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Attempting to bind port d1011e89-b58a-4584-9460-292c04dd1ffb on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:38.324806 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Attempting to bind port d1011e89-b58a-4584-9460-292c04dd1ffb by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:38.325391 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Attempting to bind port d1011e89-b58a-4584-9460-292c04dd1ffb on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:38.351647 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:38.351647 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Checking segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:38.351647 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.351647 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Bound using segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:38.351647 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Bound port: d1011e89-b58a-4584-9460-292c04dd1ffb, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:38.352537 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.497323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:38.520236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (94763b65-97d5-4940-934f-0c86e78b91ef), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.541402 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Current status of the port 956d8ccc-3917-4eda-85c4-25ef65b7a016 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:38.541987 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.578315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,segment=NetworkSegment(4ff149e8-b88f-4a6b-aac7-8988386fa17c),segment_id=4ff149e8-b88f-4a6b-aac7-8988386fa17c)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:38.605554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] For port 956d8ccc-3917-4eda-85c4-25ef65b7a016, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=956d8ccc-3917-4eda-85c4-25ef65b7a016,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:38.618100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (94763b65-97d5-4940-934f-0c86e78b91ef), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.665978 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] For port d1011e89-b58a-4584-9460-292c04dd1ffb, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:38.666799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23824f49-0798-4ed9-9dd8-243c008c2a39 req-1da806a1-2244-4d26-9fe7-66a0c8003127 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5552673 Jun 04 09:26:38.677771 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] For port d1011e89-b58a-4584-9460-292c04dd1ffb, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d1011e89-b58a-4584-9460-292c04dd1ffb,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:38.679044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e460b-04ae-4977-aa27-0ba3a911dc23 None None] Pushing event updated for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:38.723660 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2044a406-d922-4d8d-bf30-39f78b984bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:38.725133 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a6d1e22e-fb48-4e29-994b-4307d0dae8de up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:38.755827 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.760755 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94763b65-97d5-4940-934f-0c86e78b91ef,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:38.781090 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.792894 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c726c57a-f764-4897-913f-d7a93ff0d55d req-b50ee3f6-b21e-48a9-b9cb-f1368329c19c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 210 time: 0.2999308 Jun 04 09:26:38.831874 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.895399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db72fb8-5a3c-49b8-b865-077ec47ad783 None None] Pushing event updated for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:38.895547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.915529 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:38.916147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.922782 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] 10.222.0.47 "PUT /v2.0/ports/7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa HTTP/1.1" status: 200 len: 1093 time: 7.1737661 Jun 04 09:26:38.930734 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:38.932054 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-38a6abb0-4197-4225-8a65-aa026cf4f560 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9130986 Jun 04 09:26:38.946972 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53450) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:38.955554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:38.999017 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:39.001506 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:39.050881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:26:39.256507 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:39.262630 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:26:39.338465 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:39.383357 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c43a26b3-0895-4289-85b3-e1891500f4f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/f0667a82-5fac-45d2-be9e-ab1af0bbad66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0786242 Jun 04 09:26:39.492668 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:39.493717 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:39.519498 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Pushing event updated for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:39.529572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:26:39.616000 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Allocated IP 172.27.0.184 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/03e19f4d-5416-4a1e-b76d-d2b6a134dd36) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:39.617926 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:39.839175 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:39.904078 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:39.905611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:40.020910 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:40.101982 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe39747-3c94-425b-bf6e-51ad1760d1df" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:26:40.106234 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:40.174443 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port a6d1e22e-fb48-4e29-994b-4307d0dae8de triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:40.174819 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:40.183896 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:40.373500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-76bb3ff3-e791-4713-9fa5-0eec05d08f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:40.375459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-76bb3ff3-e791-4713-9fa5-0eec05d08f66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29bb9979415948f685ad1fe8d58bfb20&device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 1127 time: 1.1111703 Jun 04 09:26:40.380616 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2529aa-ad73-4a1a-ba4a-be91f0b2ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:40.409518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a727c32-0d98-46f3-9468-5f8d3d83119c req-3e3a1b03-d4fe-451e-bbd6-7bd684e941dd tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:40.409518 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a727c32-0d98-46f3-9468-5f8d3d83119c req-3e3a1b03-d4fe-451e-bbd6-7bd684e941dd tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 0.5335002 Jun 04 09:26:40.518526 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:40.551613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:40.599667 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-75fd907e-7bc1-47f0-8e30-8f626b03b6f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa HTTP/1.1" status: 200 len: 217 time: 0.1898563 Jun 04 09:26:40.621005 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffea92d-c5c6-42d6-a9a9-2a12f8a339c5 None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:40.690203 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Allocated IP 172.27.0.6 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/6373343f-91f9-4483-9e1e-006ff58abd5d) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:40.861631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53518) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:40.864606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:40.904360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:40.910940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Current status of the port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:40.911547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:40.921402 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:40.957405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-cd2dbc66-bd76-496f-9873-fb4ae10c461b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:40.968787 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-cd2dbc66-bd76-496f-9873-fb4ae10c461b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 1.0117488 Jun 04 09:26:40.976661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=03e19f4d-5416-4a1e-b76d-d2b6a134dd36,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:41.016328 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a727c32-0d98-46f3-9468-5f8d3d83119c req-e90c6302-1b59-46f2-9ea8-f9c01a167647 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059387 Jun 04 09:26:41.037814 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-3d14f78c-e79e-4551-82a0-bbfc174863f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:41.067668 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:41.067866 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-3d14f78c-e79e-4551-82a0-bbfc174863f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fecae6e-6697-40ab-913a-0c8883be92a1 HTTP/1.1" status: 200 len: 852 time: 0.4158309 Jun 04 09:26:41.118180 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-fa7886f9-e00b-4503-92b9-e5ed9f666418 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/quotas/e42983d2d3964b8cb5d32e6d653d6dfd HTTP/1.1" status: 200 len: 375 time: 0.1481159 Jun 04 09:26:41.218289 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:41.258027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:41.484198 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:41.525802 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:41.571991 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port a6d1e22e-fb48-4e29-994b-4307d0dae8de is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:41.576556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] For port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:41.687899 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=6373343f-91f9-4483-9e1e-006ff58abd5d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:41.754983 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:41.759683 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:41.765371 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:41.892222 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-78ccfeab-edb4-49e4-8394-955ec6165c50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7985859 Jun 04 09:26:41.937303 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:41.966653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4bedc85c-76e3-4438-baf0-7733892cbff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:41.992818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.067364 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53536) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:42.075094 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567026051', 'description': 'tempest-description--1865539108'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:42.126571 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7a0e2d3f-9653-4085-883c-c0dff58aea03 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0070806 Jun 04 09:26:42.147507 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b66e83-4ba3-46de-9e3d-3110d2481b92 None None] Pushing event updated for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:42.158609 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:37Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:42.195902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:42.273095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.281957 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.336582 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908abe82-e116-4e28-811f-72eb5eb75a30 None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:37Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:42.362446 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:42.386084 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.581144 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11984cc1-c0d1-4eaf-ada4-c443c9681221 x-openstack-request-id: req-11984cc1-c0d1-4eaf-ada4-c443c9681221 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:26:42.581627 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:26:42.581627 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11984cc1-c0d1-4eaf-ada4-c443c9681221 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:26:42.582132 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11984cc1-c0d1-4eaf-ada4-c443c9681221'] response: {'name': 'network-changed', 'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa', 'status': 'completed', 'code': 200} Jun 04 09:26:42.727995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:42.729168 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.747677 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:42.817670 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Provisioning complete for port 956d8ccc-3917-4eda-85c4-25ef65b7a016 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:42.822554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:42.831812 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-b574f39c-88f3-401b-a87c-2d984647ed9d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:26:42.845785 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-b574f39c-88f3-401b-a87c-2d984647ed9d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5029964 Jun 04 09:26:42.937784 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-99b6febd-04b9-4ebf-97a5-0514abd8a5ff service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0045910 Jun 04 09:26:42.989391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Current status of the port 956d8ccc-3917-4eda-85c4-25ef65b7a016 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:43.000345 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:32Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:43.004049 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (3e73c7f0-ad08-460f-9113-28e1bc935d4c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.049829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Provisioning complete for port d1011e89-b58a-4584-9460-292c04dd1ffb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:43.050266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.090373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:26:43.090732 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Updating router f0667a82-5fac-45d2-be9e-ab1af0bbad66 port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:26:43.192907 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.194141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3e73c7f0-ad08-460f-9113-28e1bc935d4c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.281443 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:43.283333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:43.288339 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 06713a80-328d-4fb2-8665-2389e4271da0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:43.319261 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73c7f0-ad08-460f-9113-28e1bc935d4c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:43.349440 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.47', 50333) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:43.615159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:43.682105 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Current status of the port d1011e89-b58a-4584-9460-292c04dd1ffb is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:43.683100 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.698365 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 06713a80-328d-4fb2-8665-2389e4271da0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:43.699149 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (06713a80-328d-4fb2-8665-2389e4271da0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.770075 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c469d-0c34-4182-a0af-58b0c6865abb req-5cf43b8b-df37-40cd-ad9f-4341e6a849f3 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:43.801460 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-357c469d-0c34-4182-a0af-58b0c6865abb req-5cf43b8b-df37-40cd-ad9f-4341e6a849f3 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 1.0899229 Jun 04 09:26:43.849417 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.869011 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:43.877021 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-76cdc684-61de-4f36-8b9b-8d59849fa4c8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8082721 Jun 04 09:26:43.908207 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53560) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:43.937719 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '3e73c7f0-ad08-460f-9113-28e1bc935d4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:44.007310 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] For port d1011e89-b58a-4584-9460-292c04dd1ffb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d1011e89-b58a-4584-9460-292c04dd1ffb,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:44.077413 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.192503 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.202434 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 06713a80-328d-4fb2-8665-2389e4271da0 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:44.213195 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d1011e89-b58a-4584-9460-292c04dd1ffb up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:44.253095 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-26f553f4-fa88-404f-ab5c-f73322216ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521135 Jun 04 09:26:44.385306 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.428559 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5d020e5-7a62-4002-bb66-8ec9a91ee089 req-926da78b-2469-443a-b7d3-7ebbced30f35 service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966091 Jun 04 09:26:44.479687 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4bedc85c-76e3-4438-baf0-7733892cbff8 admin admin] Publish callbacks [] for security_group (75db50fa-5665-481a-a5db-87e49060b61f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.511100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=6373343f-91f9-4483-9e1e-006ff58abd5d,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:44.558507 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ce3ec311-7ef2-4390-bd3a-d81e951c2075 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:44.663907 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ce3ec311-7ef2-4390-bd3a-d81e951c2075 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 1.2142553 Jun 04 09:26:44.663907 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (00d39b25-1d56-477f-84c5-7b67a4887323), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.665768 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-357c469d-0c34-4182-a0af-58b0c6865abb req-26bcd7f9-6053-41da-8e77-ec52d7fffed1 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677275 Jun 04 09:26:44.665768 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-93ca0787-de28-45a8-bb04-af331961adbe service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659701 Jun 04 09:26:44.714908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port d1011e89-b58a-4584-9460-292c04dd1ffb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:44.736051 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.742640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.772096 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77890-623e-4bfd-bd5d-87eb2d8480bf None None] Pushing event updated for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:44.783417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4bedc85c-76e3-4438-baf0-7733892cbff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (75db50fa-5665-481a-a5db-87e49060b61f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.834401 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:44.846777 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedc85c-76e3-4438-baf0-7733892cbff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db50fa-5665-481a-a5db-87e49060b61f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:44.877436 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks [] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.882291 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:44.884359 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-43b57338-1675-436d-a1c4-13fe106d0e72 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9360130 Jun 04 09:26:44.898326 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4bedc85c-76e3-4438-baf0-7733892cbff8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9f10bade7f942dfb6deaec35c6fd9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0318301 Jun 04 09:26:44.910349 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53574) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:44.944745 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (00d39b25-1d56-477f-84c5-7b67a4887323), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.033303 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.040111 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port d1011e89-b58a-4584-9460-292c04dd1ffb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:45.102390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.155340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] Publish callbacks [] for security_group (75db50fa-5665-481a-a5db-87e49060b61f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.219894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=03e19f4d-5416-4a1e-b76d-d2b6a134dd36,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:45.237733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] Publish callbacks [] for security_group (75db50fa-5665-481a-a5db-87e49060b61f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.360881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-b7d824d7-1f58-4b14-94c8-8a475c1467b1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--355866160&fields=id&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 267 time: 0.1189148 Jun 04 09:26:45.363463 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 956d8ccc-3917-4eda-85c4-25ef65b7a016 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:45.433943 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 956d8ccc-3917-4eda-85c4-25ef65b7a016 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:45.433943 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.524704 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 956d8ccc-3917-4eda-85c4-25ef65b7a016 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:45.525790 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d1011e89-b58a-4584-9460-292c04dd1ffb up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:45.556363 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-10b0419f-8b38-48f9-b568-153c67fac69c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:45.556363 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-10b0419f-8b38-48f9-b568-153c67fac69c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 817 time: 0.1725409 Jun 04 09:26:45.574385 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-eb1db661-c1ec-4ffc-a5ef-4f7375ba16ab tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/quotas/0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 375 time: 0.0147123 Jun 04 09:26:45.588326 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port d1011e89-b58a-4584-9460-292c04dd1ffb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:45.588693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.648725 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-c7adb283-40c7-4c91-8500-d7be578cb6ce tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678236 Jun 04 09:26:45.685291 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port d1011e89-b58a-4584-9460-292c04dd1ffb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:45.686403 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:45.742525 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:45.742914 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:45.793150 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-dbe23d20-9d73-4bcd-9d57-dda20e935220 service neutron] 10.222.0.46 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287386 Jun 04 09:26:45.851965 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:45.928811 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-530460bf-16e6-4440-a8ed-d61163165906 service neutron] 10.222.0.46 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288526 Jun 04 09:26:46.602102 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.605661 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (00d39b25-1d56-477f-84c5-7b67a4887323), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.608604 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.627126 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-bff9bcf8-c9cd-49b5-9a92-6a9c08bf7b25 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.5862319 Jun 04 09:26:46.628712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (75db50fa-5665-481a-a5db-87e49060b61f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.641422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.693107 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75db50fa-5665-481a-a5db-87e49060b61f HTTP/1.1" status: 204 len: 168 time: 1.7514918 Jun 04 09:26:46.703816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d39b25-1d56-477f-84c5-7b67a4887323,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:46.768935 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:46.819457 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:46.821754 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8077e5f4-aa10-45f3-b2eb-16716bfca4d7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9090300 Jun 04 09:26:46.825665 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53608) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:46.828614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113577f-c93d-4495-b220-3516b9338d2b None None] Pushing event updated for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:46.861744 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '3e73c7f0-ad08-460f-9113-28e1bc935d4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:46.883512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9126b4-de00-4a8a-b2ff-1895dfe70e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db50fa-5665-481a-a5db-87e49060b61f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:46.961798 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a40d5f8b-a878-4fe1-a27d-08e34f3f1a32 req-ff561478-1cfa-4fe7-a60b-4a9b26e61b0e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.1750810 Jun 04 09:26:47.002855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d42fc-de79-4aa0-a513-096649bfd746 req-cbc625b7-e108-48a0-b574-50ca3952bf19 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:47.010152 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-069d42fc-de79-4aa0-a513-096649bfd746 req-cbc625b7-e108-48a0-b574-50ca3952bf19 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 0.3095531 Jun 04 09:26:47.111668 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (48d41e61-946a-4171-9524-3245cf1c0a61), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.171272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-809a0454-9aca-4821-9ef0-0debd5ef4eb4 req-e10dd4f5-d0f3-40f7-8a85-5b785c60997a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.1005924 Jun 04 09:26:47.175287 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Attempting to bind port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:47.175669 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Attempting to bind port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:47.176030 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Attempting to bind port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:47.232612 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:47.232612 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:47.232612 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.233401 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-069d42fc-de79-4aa0-a513-096649bfd746 req-495b055d-7d63-4274-90a7-bb46eff820cd tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860464 Jun 04 09:26:47.233554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:47.233554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Bound port: c36eab28-f7d2-47bc-bf77-12cb1a609ae7, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:47.233554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.370939 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (48d41e61-946a-4171-9524-3245cf1c0a61), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.411062 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'port': {'device_id': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'admin_state_up': True, 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:47.569985 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] For port c36eab28-f7d2-47bc-bf77-12cb1a609ae7, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:47.602107 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (48d41e61-946a-4171-9524-3245cf1c0a61), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.610298 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-052cc820-6f0f-4c67-a8de-83bc268a80a4 None None] Provisioning complete for port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:47.616741 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-052cc820-6f0f-4c67-a8de-83bc268a80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.661641 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-052cc820-6f0f-4c67-a8de-83bc268a80a4 None None] Port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:47.664998 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] For port c36eab28-f7d2-47bc-bf77-12cb1a609ae7, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:47.691065 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-384ac21a-2363-4070-ab9f-fff7a03c89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:47.702035 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-384ac21a-2363-4070-ab9f-fff7a03c89c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29bb9979415948f685ad1fe8d58bfb20&device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 1127 time: 0.3033350 Jun 04 09:26:47.702229 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d41e61-946a-4171-9524-3245cf1c0a61,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:47.769835 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.854496 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:47.860089 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-00be8c57-52cf-4d48-8861-1da0af2b77a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0296082 Jun 04 09:26:47.860603 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53652) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:47.872681 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-c06eb6c1-d632-4462-886f-ceb7e75eedfc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1724940686&fields=id&tenant_id=e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 267 time: 0.3541498 Jun 04 09:26:47.890010 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:47.989227 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113577f-c93d-4495-b220-3516b9338d2b None None] Pushing event updated for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:48.001889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Made reservation on behalf of e42983d2d3964b8cb5d32e6d653d6dfd for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:48.006159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:48.053798 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:26:48.056303 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:48.232400 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:48.412108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:26:48.563522 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d4aa7983-3aa4-4221-908a-114fe589efd6 req-a7d96ff3-9953-43a3-b844-ef501bf2ad75 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.4240019 Jun 04 09:26:48.742956 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-08047320-1fab-4d4b-a1ed-3bc3c27ec11e req-dd4b59d5-1819-48eb-b6b6-24eb6fd930b8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0888162 Jun 04 09:26:48.754163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-1a876b7b-acdd-445e-acee-4eeebc934fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:48.756911 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-1a876b7b-acdd-445e-acee-4eeebc934fce service neutron] 10.222.0.47 "GET /v2.0/networks?id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 HTTP/1.1" status: 200 len: 913 time: 1.0097663 Jun 04 09:26:48.773674 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Allocated IP 172.20.0.7 (440b27b7-eea1-406f-839f-e25bf291973d/935c9819-cfcd-4da7-ab81-72069a5331da/c2a78627-a21d-4c75-b1ec-12a456b91ec2) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:48.793630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:48.802210 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Provisioning complete for port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:48.802210 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:48.859045 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-6f27aed9-c30a-4d57-817c-8d680f0386cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa HTTP/1.1" status: 200 len: 217 time: 0.0953062 Jun 04 09:26:48.880979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-730898a9-d147-4700-9a5e-8cd12e12b366 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:48.903257 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-730898a9-d147-4700-9a5e-8cd12e12b366 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 811 time: 1.0284975 Jun 04 09:26:48.966380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:47Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:26:49.012461 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054134b-352b-4792-b73d-26235ec76e17 None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:47Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:26:49.128802 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Current status of the port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:49.130089 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.136215 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-a8b4e840-59b0-4c4a-8c52-5b72374642f8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/quotas/e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 375 time: 0.2307835 Jun 04 09:26:49.188279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53676) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:49.192450 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:49.223672 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] For port c36eab28-f7d2-47bc-bf77-12cb1a609ae7, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:49.350845 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.388073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.437238 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275235a2-9845-49fb-b0f9-96caaa5ad6c6 req-fd2b6cf0-400f-47b5-97e7-996d6ce416e5 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:49.442149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-275235a2-9845-49fb-b0f9-96caaa5ad6c6 req-fd2b6cf0-400f-47b5-97e7-996d6ce416e5 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 0.5341206 Jun 04 09:26:49.471389 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0bf3a-6faa-4760-8de1-14b5199c5484 None None] Pushing event updated for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:49.475870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-66d6aa8b-c325-43af-bd90-05325cc022a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:49.490281 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-66d6aa8b-c325-43af-bd90-05325cc022a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fecae6e-6697-40ab-913a-0c8883be92a1 HTTP/1.1" status: 200 len: 852 time: 0.5640776 Jun 04 09:26:49.506425 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.27.0.73 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/51f179ba-7051-46b9-b2a6-8aee10c7b636) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:49.535387 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-d6f79d32-df3c-4d23-96e5-3ee0bdbed43d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3489439 Jun 04 09:26:49.601325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8032f76b-45b0-4e6a-8577-d3e018582469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.661642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.671386 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:49.728029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-275235a2-9845-49fb-b0f9-96caaa5ad6c6 req-07755f23-92df-483c-a563-64ebb52dd2ed tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693207 Jun 04 09:26:49.858378 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:49.910218 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3f01ba97-0410-4c1b-aeea-30241c0bf374 req-87b28009-90d5-4975-9644-e6417ebb44ac tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.0886440 Jun 04 09:26:49.939135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:49.941581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-e745ba89-0af4-48a5-b6db-61bb5442ffd5 service neutron] 10.222.0.46 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762856 Jun 04 09:26:49.989456 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:49.991873 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53700) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:50.011670 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:50.013186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:50.021117 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:50.021825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.052163 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.081682 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:50.125347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d9632329-7837-4db0-902e-a274af14770c req-711ab0a8-37a7-4ddb-8f71-a57d57bffe14 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0789857 Jun 04 09:26:50.134072 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:50.140144 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:50.144154 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:50.175869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=51f179ba-7051-46b9-b2a6-8aee10c7b636,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:50.191010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8032f76b-45b0-4e6a-8577-d3e018582469 admin admin] Publish callbacks [] for security_group (82aa53b8-182d-4d13-8df5-cd19a285dee2), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.232517 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-d3472780-6264-4ec3-a682-b7348891f1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895379 Jun 04 09:26:50.235017 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-b22c336a-1841-480b-92d1-7d308fbae884 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8589172 Jun 04 09:26:50.276677 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Request body: {'port': {'device_id': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:50.322101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8032f76b-45b0-4e6a-8577-d3e018582469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (82aa53b8-182d-4d13-8df5-cd19a285dee2), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.363595 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-2bb216e7-0b15-4bc4-ac4f-0a3f71a0de14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298816 Jun 04 09:26:50.370599 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.465218 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3ef50856-2fd9-45f1-a5db-a1748752367c None None] Provisioning complete for port c2a78627-a21d-4c75-b1ec-12a456b91ec2 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:50.465596 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3ef50856-2fd9-45f1-a5db-a1748752367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.480153 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-261412355-network', 'tenant_id': '4cd397ed9d7b4db9b1a818842803d8df'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:50.556869 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3ef50856-2fd9-45f1-a5db-a1748752367c None None] Port c2a78627-a21d-4c75-b1ec-12a456b91ec2 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:50.634191 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.642841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.724900 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Made reservation on behalf of 4cd397ed9d7b4db9b1a818842803d8df for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:50.727682 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.756105 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8032f76b-45b0-4e6a-8577-d3e018582469 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e92b4e1df142437f9a01f58f7e638aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5570965 Jun 04 09:26:50.756746 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032f76b-45b0-4e6a-8577-d3e018582469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa53b8-182d-4d13-8df5-cd19a285dee2,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:50.761221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53718) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:50.871118 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:50.893347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7d3b9401-b8f6-4eaf-b815-9e17ad9614b4 req-a52be6a2-0593-4808-81fe-2897153544bd tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.0470970 Jun 04 09:26:50.962509 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-b82c23d9-5b67-42d8-b032-5604f8d625ce service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862424 Jun 04 09:26:51.136395 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:51.198683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] Publish callbacks [] for security_group (82aa53b8-182d-4d13-8df5-cd19a285dee2), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.248673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] Publish callbacks [] for security_group (82aa53b8-182d-4d13-8df5-cd19a285dee2), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.260943 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41002de-cce6-47f2-97d1-47237308a66d req-30c8182e-1b79-4464-bf47-7d8c5f537fd6 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:51.261199 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c36eab28-f7d2-47bc-bf77-12cb1a609ae7 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:51.263300 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e41002de-cce6-47f2-97d1-47237308a66d req-30c8182e-1b79-4464-bf47-7d8c5f537fd6 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 943 time: 0.3752177 Jun 04 09:26:51.280442 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ade5525f-7545-4954-a587-5fae5335e811 req-e1e149bc-dd1c-4475-9d2b-69c2f67af77b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.2090023 Jun 04 09:26:51.422494 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:51.426323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.493870 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbe39747-3c94-425b-bf6e-51ad1760d1df req-89284c0c-c476-4d25-a23e-4121f495e66f service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628828 Jun 04 09:26:51.519272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e41002de-cce6-47f2-97d1-47237308a66d req-d112c817-a578-433e-a150-eff9ea309e08 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457371 Jun 04 09:26:51.568241 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-33205944-69af-4840-ae39-5d10664478d4 req-415dedc2-f6c4-4f4f-871f-44455c334886 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0775371 Jun 04 09:26:51.622764 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:51.657889 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (82aa53b8-182d-4d13-8df5-cd19a285dee2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.663319 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.668730 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82aa53b8-182d-4d13-8df5-cd19a285dee2 HTTP/1.1" status: 204 len: 168 time: 0.9028053 Jun 04 09:26:51.691146 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7a4ba-6aef-4373-b59e-6ce929d21624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa53b8-182d-4d13-8df5-cd19a285dee2,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:51.702236 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:51.709613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.853225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks [] for security_group (7d261bc2-5f85-4a98-ad8d-32d325760766), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.869247 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a78627-a21d-4c75-b1ec-12a456b91ec2 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:26:51.880743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks [] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.885630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.963790 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:51.969979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:51.987805 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Transition to ACTIVE for port object c2a78627-a21d-4c75-b1ec-12a456b91ec2 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:26:52.007648 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=51f179ba-7051-46b9-b2a6-8aee10c7b636,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:52.024964 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7d261bc2-5f85-4a98-ad8d-32d325760766), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.025592 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:26:52.081961 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:26:52.082552 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0860918-b04c-4b79-bbd6-53c3ff84507c req-12c70ace-0bfa-40b3-abfb-6d6535c39b0a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.0833051 Jun 04 09:26:52.105731 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (632a431d-a547-474e-8ec9-835044392f06), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.106386 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Added segment 632a431d-a547-474e-8ec9-835044392f06 of type vlan for network 709973ef-95e9-404a-b8aa-4f6139b21379 Jun 04 09:26:52.120659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d261bc2-5f85-4a98-ad8d-32d325760766,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:52.169042 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.181721 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3b5a7e19-48bd-4389-80ef-0598ded8f693 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2928851 Jun 04 09:26:52.181721 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.235447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (709973ef-95e9-404a-b8aa-4f6139b21379), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.287044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,segment=NetworkSegment(4ff149e8-b88f-4a6b-aac7-8988386fa17c),segment_id=4ff149e8-b88f-4a6b-aac7-8988386fa17c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:52.321020 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:52.369049 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa', 'network_id': 'f519e47e-a808-4b8b-856c-a7ef5c2f4cd7', 'port_id': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa', 'mac_address': 'fa:16:3e:a8:a9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fecae6e-6697-40ab-913a-0c8883be92a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:26:52.403124 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.db.resource_extend [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 09:26:52.431129 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:52.568741 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:52.569809 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.622893 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:26:52.698859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.47', 50342) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:52.702083 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,segment=NetworkSegment(4ff149e8-b88f-4a6b-aac7-8988386fa17c),segment_id=4ff149e8-b88f-4a6b-aac7-8988386fa17c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:52.732384 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d99be753-d333-4d4f-ae2e-79ae18ed084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.735509 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-267a7085-c59a-4a95-bdcd-59e485bd168b req-6272c731-512b-419b-8683-08d3e25713d9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.0715415 Jun 04 09:26:52.758418 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Attempting to bind port c2a78627-a21d-4c75-b1ec-12a456b91ec2 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:52.770753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Attempting to bind port c2a78627-a21d-4c75-b1ec-12a456b91ec2 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:52.773933 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Attempting to bind port c2a78627-a21d-4c75-b1ec-12a456b91ec2 on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:52.853341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.861541 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Port c2a78627-a21d-4c75-b1ec-12a456b91ec2 on network 440b27b7-eea1-406f-839f-e25bf291973d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:26:52.861863 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Attempting to bind port c2a78627-a21d-4c75-b1ec-12a456b91ec2 on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:52.910755 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (709973ef-95e9-404a-b8aa-4f6139b21379), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.912603 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:52.913449 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:52.917292 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-d8efb3e3-666f-49fb-bd30-79b849c790e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1567026051&fields=id&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 267 time: 0.2511401 Jun 04 09:26:52.945451 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:52.946028 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:52.946905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Bound using segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:52.947707 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Bound port: c2a78627-a21d-4c75-b1ec-12a456b91ec2, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:52.948331 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:53.007255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:53.013563 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:53.178153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:26:53.290202 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a7d17cb8-1cd9-464d-b27c-0e9e3b81ffce req-c0ea2b0d-72a1-420c-a6fb-c434c0ae6652 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.2886281 Jun 04 09:26:53.298172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:53.299704 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-bec9d1db-3086-47af-ac04-db442f1c913d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:53.305069 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-bec9d1db-3086-47af-ac04-db442f1c913d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 0.9206383 Jun 04 09:26:53.313097 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:53.316450 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-bd9b8411-06ac-4466-a9c4-0d39aaea3430 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:53.324015 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-bd9b8411-06ac-4466-a9c4-0d39aaea3430 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.3911128 Jun 04 09:26:53.347867 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53772) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:53.388338 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'port': {'device_id': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'admin_state_up': True, 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:53.394273 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-77d14e0a-39d3-4d83-9ca4-5eb1e2dff54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:53.422154 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-3e5d459f-06c9-4825-b4af-4230caf18df7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/quotas/7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 375 time: 0.0962243 Jun 04 09:26:53.423461 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4242144 Jun 04 09:26:53.431758 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53776) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:53.434705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:53.470565 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Request body: {'subnet': {'network_id': '709973ef-95e9-404a-b8aa-4f6139b21379', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-261412355-subnet', 'tenant_id': '4cd397ed9d7b4db9b1a818842803d8df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:53.511725 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:53.529924 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bd2c3-68a2-4080-b3b7-6bac537ef56a admin admin] Pushing event updated for resources: {'Network': ['ID=709973ef-95e9-404a-b8aa-4f6139b21379,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:53.563701 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f1f982cd-a367-4551-9e23-60104b30be49 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322877 Jun 04 09:26:53.589554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 709973ef-95e9-404a-b8aa-4f6139b21379 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:26:53.658369 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:53.659980 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:53.663136 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 1093 time: 3.4087920 Jun 04 09:26:53.671995 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:26:53.743003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072c4b-21c5-4776-950c-41ca07fd1504 req-ff6cc091-a30f-4f3d-88c1-5c4ca3fb0129 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:53.758502 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9072c4b-21c5-4776-950c-41ca07fd1504 req-ff6cc091-a30f-4f3d-88c1-5c4ca3fb0129 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 944 time: 0.2283139 Jun 04 09:26:53.835615 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-17d66f78-6eea-471a-8edc-db48a6b80cb5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:53.853651 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-17d66f78-6eea-471a-8edc-db48a6b80cb5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 817 time: 1.1462154 Jun 04 09:26:53.919342 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:53.924062 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f08b8-8455-4612-b8fa-2de4cbef1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:53.978376 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-1ad388b6-95d7-463f-b315-493eea82df0d service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137611 Jun 04 09:26:53.993456 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9072c4b-21c5-4776-950c-41ca07fd1504 req-63fa8787-2733-4a09-bfbf-24b8f728fb02 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314832 Jun 04 09:26:54.070277 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:26:54.079618 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Made reservation on behalf of 4cd397ed9d7b4db9b1a818842803d8df for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:54.091427 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.107414 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Made reservation on behalf of e42983d2d3964b8cb5d32e6d653d6dfd for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:54.111214 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.115156 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-77d14e0a-39d3-4d83-9ca4-5eb1e2dff54c admin admin] Publish callbacks [] for security_group (d58ee895-33f2-40f4-98b2-ba56ecf5964b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.196807 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:26:54.199280 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-211dbd66-17ef-4123-9558-e1deafa47f13 req-d2a3e549-a98c-47da-aa99-29b6c5dabd58 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.0687480 Jun 04 09:26:54.204625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-77d14e0a-39d3-4d83-9ca4-5eb1e2dff54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (d58ee895-33f2-40f4-98b2-ba56ecf5964b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.336834 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-77d14e0a-39d3-4d83-9ca4-5eb1e2dff54c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23f464f9a78e4698a2002c96c48867cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9867182 Jun 04 09:26:54.343122 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-3e79c622-b618-41cb-8f3d-3134dfcb529d service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458326 Jun 04 09:26:54.346888 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53796) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:54.357373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d14e0a-39d3-4d83-9ca4-5eb1e2dff54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ee895-33f2-40f4-98b2-ba56ecf5964b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:54.361461 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-fc1d5f21-10d7-49fe-a084-6415772dabdb tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 379 time: 0.4748077 Jun 04 09:26:54.375442 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-cdfe1949-40c3-4f2b-a7a5-8adecdfcdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:54.375442 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-cdfe1949-40c3-4f2b-a7a5-8adecdfcdd67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1127 time: 0.4094808 Jun 04 09:26:54.383132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'port': {'device_id': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'admin_state_up': True, 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'security_groups': ['a7f723a1-b326-4c16-b3f8-8df09f4d8e2c']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:54.406104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:26:54.410530 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:54.458948 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842cb9c3-8a8f-404b-a8e8-5f27f7e19519 req-5355acbe-e8ee-475c-82eb-2abb4c9cc4af tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.0974154 Jun 04 09:26:54.497820 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Allocated IP 172.20.0.8 (440b27b7-eea1-406f-839f-e25bf291973d/935c9819-cfcd-4da7-ab81-72069a5331da/98695bf0-7d62-4518-9f4c-0adc21e6836d) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:54.509104 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] Publish callbacks [] for security_group (d58ee895-33f2-40f4-98b2-ba56ecf5964b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.555635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] Publish callbacks [] for security_group (d58ee895-33f2-40f4-98b2-ba56ecf5964b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.591908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:54.592871 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.696860 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-47a7d545-7811-4323-b2c8-387c4a134850 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.1029751 Jun 04 09:26:54.755407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:26:54.755863 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.766277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (d58ee895-33f2-40f4-98b2-ba56ecf5964b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.770547 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.773675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d58ee895-33f2-40f4-98b2-ba56ecf5964b HTTP/1.1" status: 204 len: 168 time: 0.4237299 Jun 04 09:26:54.787452 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:26:54.794780 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be50f83-08be-4c76-8769-d0af4d233268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ee895-33f2-40f4-98b2-ba56ecf5964b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:54.910787 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0b2b6df-c1ef-4198-999d-65f238238ed2 req-3ca40333-1986-4718-9f0d-25de4bae9d8f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.0612328 Jun 04 09:26:54.914045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:54.961344 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01701e42-efda-4d82-a1af-7d388bdeab45 x-openstack-request-id: req-01701e42-efda-4d82-a1af-7d388bdeab45 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:26:54.961344 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:26:54.961344 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01701e42-efda-4d82-a1af-7d388bdeab45 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:26:54.967936 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01701e42-efda-4d82-a1af-7d388bdeab45'] response: {'name': 'network-changed', 'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2', 'status': 'completed', 'code': 200} Jun 04 09:26:54.993613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.47', 50350) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:55.015654 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,segment=NetworkSegment(4ff149e8-b88f-4a6b-aac7-8988386fa17c),segment_id=4ff149e8-b88f-4a6b-aac7-8988386fa17c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:26:55.124414 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-53f85532-ea33-489d-86a7-3ba0218ec852 req-78989bbe-39ec-43db-85ba-69f405c36c7f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.1558046 Jun 04 09:26:55.151255 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.151366 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-84f924cf-503e-4273-9faa-7171ce5d8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:55.152731 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-84f924cf-503e-4273-9faa-7171ce5d8b69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.4461229 Jun 04 09:26:55.198277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.303379 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53824) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:55.357009 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:55.399871 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:55.446483 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c6b-d1e7-4101-92a6-376139022791 req-0bcd3dba-4ab8-49f7-a108-c5faacd4110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:55.448612 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417919b-ddc0-4ff4-9139-cff350fd83be req-b6f830ec-bc54-4872-aa21-b37f4b05bb1b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:55.449673 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-0bcd3dba-4ab8-49f7-a108-c5faacd4110c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2730339 Jun 04 09:26:55.456810 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4417919b-ddc0-4ff4-9139-cff350fd83be req-b6f830ec-bc54-4872-aa21-b37f4b05bb1b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.2842343 Jun 04 09:26:55.459079 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:55.462132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:55.469220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:55.469902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.545689 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:55.565692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159dc5c2-c5c8-4ede-af06-5c2730f2fe45" -d '{"events": [{"server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:26:55.657995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-253aedd1-ea72-4176-8230-ceb017d5b60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.666749 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Made reservation on behalf of 0cf07261800e47938626f61a1fb73b2b for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:55.675340 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.694304 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9537eada-d6da-44b1-a099-94a709cbe711 req-6bc286be-0aa4-452d-bc3f-033992ea5977 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.2764108 Jun 04 09:26:55.728378 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-a557e91f-cd2b-480b-96cb-783110f815c6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:55.731209 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-a557e91f-cd2b-480b-96cb-783110f815c6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 811 time: 0.7352228 Jun 04 09:26:55.754962 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4417919b-ddc0-4ff4-9139-cff350fd83be req-fd87cfa6-8e99-46c7-b2b7-c23cec4c84f8 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970269 Jun 04 09:26:55.755787 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-bc988691-c205-4390-91ea-bd38158742f7 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981825 Jun 04 09:26:55.757498 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (cfda75dd-ecb3-4c63-921a-6b33159b8679), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.823423 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:55.938207 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e0f916c9-acbf-4162-932d-32c3dd550af2 None None] Provisioning complete for port 98695bf0-7d62-4518-9f4c-0adc21e6836d triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:55.940857 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e0f916c9-acbf-4162-932d-32c3dd550af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:55.942116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:55.997398 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c5e6e-664f-4e2d-a7b8-aae5c61ceb01 req-3a74374a-d860-43f5-bd9e-8e466400d1d5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:56.004544 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-677c5e6e-664f-4e2d-a7b8-aae5c61ceb01 req-3a74374a-d860-43f5-bd9e-8e466400d1d5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 931 time: 0.1688492 Jun 04 09:26:56.008024 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-360398d9-b41f-43bf-a0d4-d80ab029d609 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6591051 Jun 04 09:26:56.012318 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a7073-b139-4aea-a95e-36caeebde91e x-openstack-request-id: req-6b5a7073-b139-4aea-a95e-36caeebde91e {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:26:56.012544 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:26:56.012803 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b5a7073-b139-4aea-a95e-36caeebde91e {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:26:56.013244 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5a7073-b139-4aea-a95e-36caeebde91e'] response: {'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa', 'code': 200} Jun 04 09:26:56.043548 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e0f916c9-acbf-4162-932d-32c3dd550af2 None None] Port 98695bf0-7d62-4518-9f4c-0adc21e6836d cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:56.140137 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfda75dd-ecb3-4c63-921a-6b33159b8679,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:56.266312 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d891c6b-d1e7-4101-92a6-376139022791 req-7355c202-5e33-49f1-b73f-bae0ebc9c36b service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951215 Jun 04 09:26:56.277271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Checking segment: {'id': '632a431d-a547-474e-8ec9-835044392f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '709973ef-95e9-404a-b8aa-4f6139b21379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:56.277271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Network hostable DHCP agents. Network: 709973ef-95e9-404a-b8aa-4f6139b21379, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:26:56.313835 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Allocated IP 172.20.0.9 (a96e2986-096a-4e28-a2fd-b426bbfcf78d/3b79caad-f145-49d1-943b-cd76b877a473/9a1e5e6d-b9f7-4c8b-942a-0a36feecf027) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:56.365726 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.368889 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Request body: {'port': {'device_id': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:56.377399 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18e6974e-c15f-4d8f-9098-059742d8c050 req-6830af58-0b2f-41b3-a91a-2e4b2587f0a3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.0692122 Jun 04 09:26:56.378805 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-061a50fa-4a07-41f9-95cb-906246f8b6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.437304 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Network 709973ef-95e9-404a-b8aa-4f6139b21379 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:26:56.460562 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-a6182c25-3ecb-48a4-ad54-220984fa9849 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 380 time: 0.7045097 Jun 04 09:26:56.531368 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-937a87f8-b301-4ebe-90f3-913ca5719f78 req-213c4955-3d9b-4ae0-8ca5-d52fab0792c5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0751970 Jun 04 09:26:56.540975 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.553721 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-677c5e6e-664f-4e2d-a7b8-aae5c61ceb01 req-f83fa5d6-b571-4b08-ac1e-4fd000ff99b0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358887 Jun 04 09:26:56.575995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.669224 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 709973ef-95e9-404a-b8aa-4f6139b21379) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:56.674746 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:56.686743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.687101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-061a50fa-4a07-41f9-95cb-906246f8b6d5 admin admin] Publish callbacks [] for security_group (eb00a495-32c4-4583-b741-452302217833), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.696500 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee2616-ec67-4858-95a4-318239cfb9ef None None] Network 709973ef-95e9-404a-b8aa-4f6139b21379 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:56.713370 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.816685 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:26:56.824191 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:26:56.839842 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:26:56.857469 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:56.859394 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:56.896683 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-70a49f4e-2054-48aa-91a1-6a82ff618a61 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4386098 Jun 04 09:26:56.897712 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:56.957786 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b60001-42e0-4e17-93bb-7743924c35a2 None None] Network 709973ef-95e9-404a-b8aa-4f6139b21379 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:26:57.019167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-061a50fa-4a07-41f9-95cb-906246f8b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb00a495-32c4-4583-b741-452302217833), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:57.089568 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-40ebbea5-60b9-4138-b1db-1677c02a9b0c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7105112 Jun 04 09:26:57.154159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Request body: {'port': {'device_id': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:57.185294 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-82adc5df-493b-4b4a-8f6a-665a34f137cf req-c9bf61cb-d9a7-4de1-8256-e2d2b2f63ec2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.3123963 Jun 04 09:26:57.186949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.47', 50353) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:57.208382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'port': {'device_id': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'admin_state_up': True, 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'security_groups': ['c2b75439-f670-4c6c-8d87-0b9708e5d60a']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:57.341429 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-12b5b420-b35f-450b-8722-706b66c49ce9 None None] Provisioning complete for port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:26:57.341901 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-12b5b420-b35f-450b-8722-706b66c49ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:57.434636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-12b5b420-b35f-450b-8722-706b66c49ce9 None None] Port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:26:57.518860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bbc8a-f535-4057-995f-c52b9cf84e84 req-42264bee-cccf-491c-a7d5-7f3d3b66f33a tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:57.532498 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf0bbc8a-f535-4057-995f-c52b9cf84e84 req-42264bee-cccf-491c-a7d5-7f3d3b66f33a tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.5396547 Jun 04 09:26:57.541023 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:57.609562 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-431ce890-d77f-47ef-8175-f39525ef38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:57.609562 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-431ce890-d77f-47ef-8175-f39525ef38da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1127 time: 0.2636702 Jun 04 09:26:57.610658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a50fa-4a07-41f9-95cb-906246f8b6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb00a495-32c4-4583-b741-452302217833,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:57.625226 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-061a50fa-4a07-41f9-95cb-906246f8b6d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bbec7a53e724cf0990f924b81046394&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2774591 Jun 04 09:26:57.652188 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 53878) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:57.702912 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-a5c45e4e-d6b9-4f4c-9b60-fff703003720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:57.705810 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-a5c45e4e-d6b9-4f4c-9b60-fff703003720 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 1129 time: 0.4753556 Jun 04 09:26:57.835936 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-81e37d9f-5ff6-4021-aabf-acb0d0c542d4 req-4c7dfc3b-bd7a-44aa-b2fc-eb6fba6d42d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.2404914 Jun 04 09:26:57.968507 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:57.984348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-106593b5-bb2c-4795-82aa-0f8843654c3f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:57.989614 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf0bbc8a-f535-4057-995f-c52b9cf84e84 req-5b2ec3de-cea0-4870-a332-7c193f19e645 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555309 Jun 04 09:26:57.991747 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.035162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98695bf0-7d62-4518-9f4c-0adc21e6836d {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:26:58.090233 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks [] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.156280 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.206737 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-1141cdd5-574f-4d8c-a832-1f60700fb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:58.206737 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-1141cdd5-574f-4d8c-a832-1f60700fb7bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.6270304 Jun 04 09:26:58.296048 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Transition to ACTIVE for port object 98695bf0-7d62-4518-9f4c-0adc21e6836d will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:26:58.300241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] Publish callbacks [] for security_group (eb00a495-32c4-4583-b741-452302217833), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.310851 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d18aa-3f12-4f33-bf64-b3acbd02794a req-946f5f89-f8ed-4872-8985-883e7fe898bf tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:58.313012 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-622d18aa-3f12-4f33-bf64-b3acbd02794a req-946f5f89-f8ed-4872-8985-883e7fe898bf tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 931 time: 0.2183833 Jun 04 09:26:58.318881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8be47-693d-4436-bfc0-c21633a3f460 req-d18b5df8-d707-4c77-8632-f5fb23fa9389 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:58.325136 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf8be47-693d-4436-bfc0-c21633a3f460 req-d18b5df8-d707-4c77-8632-f5fb23fa9389 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 931 time: 0.2923617 Jun 04 09:26:58.327452 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-d38d9aef-e2db-4d85-adcb-c7e253f23ec9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.1135516 Jun 04 09:26:58.389613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.437795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:26:58.443852 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-9ecdec0f-1774-4849-a599-0d628a1044fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:58.445519 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-9ecdec0f-1774-4849-a599-0d628a1044fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1065199 Jun 04 09:26:58.450720 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks [] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.477806 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-106593b5-bb2c-4795-82aa-0f8843654c3f service neutron] Publish callbacks [] for security_group (deb074de-0258-4cd9-879f-c2a5db1d3c67), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.500779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Made reservation on behalf of e27e8df485ff405e965cf22847c3b262 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:58.506854 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.510565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.522084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] Publish callbacks [] for security_group (eb00a495-32c4-4583-b741-452302217833), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.629502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.677346 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Transition to ACTIVE for port object 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:26:58.685788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-442586ba-b391-4ef7-8181-dd11982b0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:58.688016 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-442586ba-b391-4ef7-8181-dd11982b0d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2335801 Jun 04 09:26:58.691475 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-622d18aa-3f12-4f33-bf64-b3acbd02794a req-4be799d9-6e23-4565-8300-246e6efb16f5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647451 Jun 04 09:26:58.743878 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-106593b5-bb2c-4795-82aa-0f8843654c3f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (deb074de-0258-4cd9-879f-c2a5db1d3c67), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.793748 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.825973 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf8be47-693d-4436-bfc0-c21633a3f460 req-af87f0a8-12d6-4eaf-8328-320094d053b2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4813967 Jun 04 09:26:58.831635 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:58.832559 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.863014 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be9f49a3-89d7-4eb0-ac2d-83b43ab83ab6 req-106593b5-bb2c-4795-82aa-0f8843654c3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1063263 Jun 04 09:26:58.886920 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Pushing event updated for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:58.906756 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:58.948190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:26:58.967132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Attempting to bind port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:58.967573 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Attempting to bind port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:58.971914 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Attempting to bind port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:58.978353 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 on network a96e2986-096a-4e28-a2fd-b426bbfcf78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:26:58.978957 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Attempting to bind port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:58.994576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:58.994924 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Checking segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:58.995323 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Bound using segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:58.996983 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Bound port: 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:58.999400 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.093904 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ae17265-aa2c-4801-abb9-6461cc59ef87 req-e9833b2e-b29c-4207-905d-82dca2115dff tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.2892940 Jun 04 09:26:59.174621 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb00a495-32c4-4583-b741-452302217833), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.180162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.182138 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb00a495-32c4-4583-b741-452302217833 HTTP/1.1" status: 204 len: 168 time: 1.5071907 Jun 04 09:26:59.208617 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53908) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:26:59.228617 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-851708435-network', 'tenant_id': 'a3cf9f1769d34933b2ad6929059c7478'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:26:59.228862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5cb7a142-d001-43fd-9e33-fd84ba3b1e05 req-d402a50f-39cb-48fd-8bec-42cafb35e8b2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.1264293 Jun 04 09:26:59.245555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Attempting to bind port 98695bf0-7d62-4518-9f4c-0adc21e6836d on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:26:59.246264 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Attempting to bind port 98695bf0-7d62-4518-9f4c-0adc21e6836d by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:26:59.246823 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Attempting to bind port 98695bf0-7d62-4518-9f4c-0adc21e6836d on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:59.283128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106593b5-bb2c-4795-82aa-0f8843654c3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=deb074de-0258-4cd9-879f-c2a5db1d3c67,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:59.293356 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:26:59.323406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:26:59.367821 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Port 98695bf0-7d62-4518-9f4c-0adc21e6836d on network 440b27b7-eea1-406f-839f-e25bf291973d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:26:59.368387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Attempting to bind port 98695bf0-7d62-4518-9f4c-0adc21e6836d on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:26:59.392254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131be84-bc22-496a-9538-dfc32d005852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb00a495-32c4-4583-b741-452302217833,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:59.409223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:26:59.409774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:26:59.410368 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Bound using segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:26:59.411005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Bound port: 98695bf0-7d62-4518-9f4c-0adc21e6836d, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:26:59.411500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.453200 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-3f6adcc5-bd1e-49aa-b9df-28ef1d6dfe56 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751584 Jun 04 09:26:59.503046 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Made reservation on behalf of a3cf9f1769d34933b2ad6929059c7478 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:26:59.507318 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.516847 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.630993 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d86fd4-e3d6-410a-842d-126d5af375a8 req-d7fe8f49-723e-4c5b-829c-6f9b29bff637 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:59.632666 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a5d86fd4-e3d6-410a-842d-126d5af375a8 req-d7fe8f49-723e-4c5b-829c-6f9b29bff637 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.2873342 Jun 04 09:26:59.634024 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Allocated IP 172.20.0.5 (30b7bf35-2401-45dc-8576-04df5c21df11/b4cd8af9-9f4a-45fc-bd05-f362119a5d89/19828924-fa28-4424-9220-6e59b86934bf) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:26:59.641921 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.744053 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:26:59.748721 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:26:59.752594 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-997ac72f-e216-4540-9825-53a8111746ce service neutron] 10.222.0.47 "PUT /v2.0/ports/9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 1093 time: 2.6042571 Jun 04 09:26:59.759736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:26:59.762177 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c817d2b6-427b-481a-b0f0-8cbe1715077d" -d '{"events": [{"name": "network-changed", "server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:26:59.934560 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ac72f-e216-4540-9825-53a8111746ce service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:26:59.960699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.032682 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0ac374f-6b2e-4cb4-a32d-e6838ae5da70 req-9fa5f875-98a8-4369-a6a5-a57e75da32cf service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207055 Jun 04 09:27:00.066898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-96143667-c28a-4b09-bb40-13d71f52af57 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.068662 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-96143667-c28a-4b09-bb40-13d71f52af57 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.3688486 Jun 04 09:27:00.159481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:27:00.189755 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-328e8736-8379-4df4-98a9-1e027d8527b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.193411 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-328e8736-8379-4df4-98a9-1e027d8527b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1738656 Jun 04 09:27:00.209279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:27:00.226870 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a5d86fd4-e3d6-410a-842d-126d5af375a8 req-5195ac40-8ed5-4f8b-a75b-7d1736373ef0 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848958 Jun 04 09:27:00.227276 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c2a78627-a21d-4c75-b1ec-12a456b91ec2 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:27:00.317671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c73cc-c961-4864-bea7-fc5af3bed649 req-6c8f9c57-2175-4627-adf6-6f3828eb69e9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.334132 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be1c73cc-c961-4864-bea7-fc5af3bed649 req-6c8f9c57-2175-4627-adf6-6f3828eb69e9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 943 time: 0.2906537 Jun 04 09:27:00.387474 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks [] for security_group (3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.406132 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-e88c5cdb-fe3d-4ba8-b676-a012ee75d964 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 217 time: 0.1646588 Jun 04 09:27:00.416981 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be1c73cc-c961-4864-bea7-fc5af3bed649 req-dd824653-32fd-40c5-9600-9ea24bb41342 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821769 Jun 04 09:27:00.425241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.510732 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551eedb-5b0b-48d9-87b2-88d66cadd6db x-openstack-request-id: req-0551eedb-5b0b-48d9-87b2-88d66cadd6db {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:00.511298 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:00.511636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0551eedb-5b0b-48d9-87b2-88d66cadd6db {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:00.512649 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0551eedb-5b0b-48d9-87b2-88d66cadd6db'] response: {'name': 'network-changed', 'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'status': 'completed', 'code': 200} Jun 04 09:27:00.542048 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:00.557947 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'port_id': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2', 'mac_address': 'fa:16:3e:d5:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:27:00.608181 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port c2a78627-a21d-4c75-b1ec-12a456b91ec2 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:00.608949 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.625636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.632211 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a78627-a21d-4c75-b1ec-12a456b91ec2 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:00.638738 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:27:00.648736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (94539658-3295-4a2d-8db7-b22528909e61), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.649153 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Added segment 94539658-3295-4a2d-8db7-b22528909e61 of type vlan for network 1d3a32a5-5383-4dd0-ac42-e8aa6e768936 Jun 04 09:27:00.654649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.655747 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.657934 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] 10.222.0.47 "PUT /v2.0/ports/98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 200 len: 1093 time: 4.3445139 Jun 04 09:27:00.676494 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:00.680033 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:00.683868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2df255-06e5-4c29-a034-9366274299bc" -d '{"events": [{"name": "network-changed", "server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:00.701987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (1d3a32a5-5383-4dd0-ac42-e8aa6e768936), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.718317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (19828924-fa28-4424-9220-6e59b86934bf), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.725076 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:00.804113 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-45b68663-d9f0-4426-b7a6-63e0fe7bcea2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 380 time: 0.6415923 Jun 04 09:27:00.807082 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ec72e8e-7826-4023-ae4a-1227c10377dd req-893577b1-4c0d-4d96-8800-81606b6b574d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.1665325 Jun 04 09:27:00.812108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.854510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146efaf-62c2-44c8-a7b5-ea0fed8c3173 req-8147e3cf-a620-449a-b1b3-afbf60a9d275 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.870470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1146efaf-62c2-44c8-a7b5-ea0fed8c3173 req-8147e3cf-a620-449a-b1b3-afbf60a9d275 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.2853560 Jun 04 09:27:00.879499 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab20f50-c539-489b-ac24-f633d8a478bf service neutron] Pushing event updated for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:00.890935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (1d3a32a5-5383-4dd0-ac42-e8aa6e768936), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.892672 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:00.899396 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:00.986255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:01.000061 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'port': {'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'admin_state_up': True, 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'security_groups': ['3e73c7f0-ad08-460f-9113-28e1bc935d4c']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:01.132437 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['c2a78627-a21d-4c75-b1ec-12a456b91ec2'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:27:01.156158 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3a32a5-5383-4dd0-ac42-e8aa6e768936,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:01.206963 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-377b6762-9873-40e2-9f18-74c1530312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:01.211729 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-377b6762-9873-40e2-9f18-74c1530312b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.2395048 Jun 04 09:27:01.223215 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bdf420e8-7db2-44c8-8195-bba2293a5304 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0104136 Jun 04 09:27:01.227650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 53958) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:01.230441 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 1d3a32a5-5383-4dd0-ac42-e8aa6e768936 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:27:01.237910 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Request body: {'subnet': {'network_id': '1d3a32a5-5383-4dd0-ac42-e8aa6e768936', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-851708435-subnet', 'tenant_id': 'a3cf9f1769d34933b2ad6929059c7478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:01.255009 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1146efaf-62c2-44c8-a7b5-ea0fed8c3173 req-86abab1f-b707-4c9f-a509-54e5822b5ff1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833230 Jun 04 09:27:01.271869 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:01.399357 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-21159c26-9d4f-48b6-872b-68e154f1d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:01.401863 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-21159c26-9d4f-48b6-872b-68e154f1d4ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1127 time: 0.0936570 Jun 04 09:27:01.438139 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-71c323a2-fef0-4fdc-b053-db428bfe9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:01.444491 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-71c323a2-fef0-4fdc-b053-db428bfe9d3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1951489 Jun 04 09:27:01.631066 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Made reservation on behalf of a3cf9f1769d34933b2ad6929059c7478 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:27:01.648472 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:01.786167 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:01.797569 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-fc7685e9-4a8c-4e3c-bdc6-0218678f7a52 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338830 Jun 04 09:27:01.809539 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-45a20e65-2fea-4384-ab22-f52770e8585b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 200 len: 217 time: 0.3880513 Jun 04 09:27:01.813668 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79914e94-569d-48e1-8b35-8382049c81f6 x-openstack-request-id: req-79914e94-569d-48e1-8b35-8382049c81f6 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:01.814080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:01.814470 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79914e94-569d-48e1-8b35-8382049c81f6 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:01.814986 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79914e94-569d-48e1-8b35-8382049c81f6'] response: {'name': 'network-changed', 'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d', 'status': 'completed', 'code': 200} Jun 04 09:27:01.825130 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.021768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:02.042651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:27:02.055164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:27:02.059443 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:27:02.069291 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.070297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.074574 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e160f33-447e-43c2-b38d-e6e4f84637d3 req-351d9542-4d44-4f27-9e40-e2a0445eadf4 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669570 Jun 04 09:27:02.076613 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8065328c-6446-4a81-8752-7d73b2b61213 req-c1636e89-fff1-4f73-b31e-8386ae938765 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.2604265 Jun 04 09:27:02.122883 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:02.175595 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a52f-276c-4440-bcb2-e89aa4a31c24 req-c779e30e-a35f-494c-9e00-0b6b8a9bde4b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.189540 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6272a52f-276c-4440-bcb2-e89aa4a31c24 req-c779e30e-a35f-494c-9e00-0b6b8a9bde4b tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.3778715 Jun 04 09:27:02.211716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:02.230846 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:27:02.235083 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c2a78627-a21d-4c75-b1ec-12a456b91ec2 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:27:02.237231 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.304394 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-4a0ea483-00dc-4056-adfc-d1dc95a44e54 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1281886 Jun 04 09:27:02.306217 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-efb908ac-3f16-47b0-a63f-951e57217da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.308203 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-efb908ac-3f16-47b0-a63f-951e57217da6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.4853611 Jun 04 09:27:02.335713 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port c2a78627-a21d-4c75-b1ec-12a456b91ec2 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:27:02.372570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ac60d-e9e0-4486-8a6d-ccff47059ccf req-761b55b9-2762-458e-abc7-ea6d3ca1111a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.374239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b80ac60d-e9e0-4486-8a6d-ccff47059ccf req-761b55b9-2762-458e-abc7-ea6d3ca1111a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 943 time: 0.1788335 Jun 04 09:27:02.383602 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6272a52f-276c-4440-bcb2-e89aa4a31c24 req-b5f9db39-e219-4e34-be87-847aa306fc3f tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892052 Jun 04 09:27:02.425318 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (bc032b05-9284-46d9-bd78-81bbaa0d5a15), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.457312 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port c2a78627-a21d-4c75-b1ec-12a456b91ec2 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:02.458196 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.528166 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-485c9548-a8ca-4680-bb86-b4e1361254cb None None] Provisioning complete for port 19828924-fa28-4424-9220-6e59b86934bf triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:02.528565 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-485c9548-a8ca-4680-bb86-b4e1361254cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (19828924-fa28-4424-9220-6e59b86934bf), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.582737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-485c9548-a8ca-4680-bb86-b4e1361254cb None None] Port 19828924-fa28-4424-9220-6e59b86934bf cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:27:02.599953 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b80ac60d-e9e0-4486-8a6d-ccff47059ccf req-dd427427-b274-4823-8819-7bbb7f0c8375 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830606 Jun 04 09:27:02.610775 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Checking segment: {'id': '94539658-3295-4a2d-8db7-b22528909e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d3a32a5-5383-4dd0-ac42-e8aa6e768936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:27:02.618447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Network hostable DHCP agents. Network: 1d3a32a5-5383-4dd0-ac42-e8aa6e768936, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:27:02.619688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237b94-240f-4684-82ae-544445f11235 req-0bd1013c-07bc-41c2-8070-90f11b9b24bb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.628101 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f237b94-240f-4684-82ae-544445f11235 req-0bd1013c-07bc-41c2-8070-90f11b9b24bb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 931 time: 0.1443777 Jun 04 09:27:02.629485 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc032b05-9284-46d9-bd78-81bbaa0d5a15,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:02.658493 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:02.664801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.20.0.9 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/edfbce93-3cd9-4178-ab5b-64cba09aa8ad) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:27:02.672971 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port c2a78627-a21d-4c75-b1ec-12a456b91ec2 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:02.673976 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.741924 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:02.749234 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4514521c-f40c-4e37-8613-8d144f9b00b4" -d '{"events": [{"server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "name": "network-vif-plugged", "status": "completed", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:02.765705 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:02.787011 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Network 1d3a32a5-5383-4dd0-ac42-e8aa6e768936 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:27:02.799248 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f237b94-240f-4684-82ae-544445f11235 req-49d6f668-8a0c-4a1f-a346-89f1df48c8c3 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700308 Jun 04 09:27:02.825302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756132f-ec77-4fda-b899-dec9e750a869 req-dd377eb1-e5b8-42d6-9b65-df387406b446 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.827553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c756132f-ec77-4fda-b899-dec9e750a869 req-dd377eb1-e5b8-42d6-9b65-df387406b446 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1081722 Jun 04 09:27:02.879694 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132d3be-bea5-463f-8eba-647175f494d1 x-openstack-request-id: req-e132d3be-bea5-463f-8eba-647175f494d1 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:02.880520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "name": "network-vif-plugged", "status": "completed", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:02.881011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e132d3be-bea5-463f-8eba-647175f494d1 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:02.881763 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e132d3be-bea5-463f-8eba-647175f494d1'] response: {'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2', 'code': 200} Jun 04 09:27:02.902522 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 1d3a32a5-5383-4dd0-ac42-e8aa6e768936) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:27:02.906376 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.910405 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:02.914607 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:02.933165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ec287-c278-4edf-b18c-1c6707f81adc None None] Network 1d3a32a5-5383-4dd0-ac42-e8aa6e768936 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:27:02.955137 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c756132f-ec77-4fda-b899-dec9e750a869 req-eaff757f-b82c-45ea-b281-6692d06dc1a1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124229 Jun 04 09:27:03.038722 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.058921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Request body: {'port': {'device_id': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:03.076605 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:03.081093 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54012) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:03.097864 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-b7df9fdb-33af-4ddd-8a59-13972a5b6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.101627 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-b7df9fdb-33af-4ddd-8a59-13972a5b6c0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0745106 Jun 04 09:27:03.110150 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d7b65090-f74d-4cb8-84fd-cf1ccd2c1994 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8805068 Jun 04 09:27:03.141782 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:03.192861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a556d-7fd7-4eb7-8e82-4e101f33d0e7 None None] Network 1d3a32a5-5383-4dd0-ac42-e8aa6e768936 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:27:03.374795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54026) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:03.424234 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-b3dd660f-e342-4099-895f-f168e9596b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.424234 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-b3dd660f-e342-4099-895f-f168e9596b78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.2858903 Jun 04 09:27:03.430439 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e2d491ea-9ed2-47ce-ae26-c63c0890564d req-5272cf65-297d-4583-b9d8-2c7965729499 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.1605792 Jun 04 09:27:03.440039 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-9ca3b9e4-3f08-4b14-8342-b3ed727b1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.441618 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-9ca3b9e4-3f08-4b14-8342-b3ed727b1e25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3918509 Jun 04 09:27:03.446913 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-74fa90ab-6d99-4c0a-b7f7-ff7e557c043d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.460216 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (19828924-fa28-4424-9220-6e59b86934bf), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.534254 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-7e2959a9-b867-4a24-829a-660c3292c222 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 217 time: 0.0969100 Jun 04 09:27:03.567182 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Deleting subnet cfda75dd-ecb3-4c63-921a-6b33159b8679 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:27:03.593555 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Publish callbacks [] for subnet (cfda75dd-ecb3-4c63-921a-6b33159b8679), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.671100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d281a9e-0959-44e1-ad07-480c102f1ad8 req-8019f3be-6dfd-4d72-a57b-61e35aef1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.672755 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8d281a9e-0959-44e1-ad07-480c102f1ad8 req-8019f3be-6dfd-4d72-a57b-61e35aef1c09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.1798861 Jun 04 09:27:03.721648 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Publish callbacks [] for subnet (cfda75dd-ecb3-4c63-921a-6b33159b8679), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.727783 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-d213e1e6-8a09-43b6-ba79-b54ad8711943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.729307 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-d213e1e6-8a09-43b6-ba79-b54ad8711943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.1778276 Jun 04 09:27:03.754859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (cfda75dd-ecb3-4c63-921a-6b33159b8679), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.770993 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.840240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-7f782cc6-14a2-4246-9761-a996d32c0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.841969 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-7f782cc6-14a2-4246-9761-a996d32c0955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060331 Jun 04 09:27:03.846575 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8d281a9e-0959-44e1-ad07-480c102f1ad8 req-35a313d0-c296-4f2e-9021-d18711e4d060 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587987 Jun 04 09:27:03.904813 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-c04a1030-c0f9-4e63-b807-3e5935aa032b service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455814 Jun 04 09:27:03.918389 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-74fa90ab-6d99-4c0a-b7f7-ff7e557c043d admin admin] Publish callbacks [] for security_group (9cf71382-d110-45c8-bda5-3eafeb416422), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:03.971593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:27:03.983766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1f994-31de-4742-b2b7-27b78a091974 req-d0c66514-3305-49b1-bfe8-2d8a00129dc7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:03.985440 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecc1f994-31de-4742-b2b7-27b78a091974 req-d0c66514-3305-49b1-bfe8-2d8a00129dc7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 943 time: 0.2156415 Jun 04 09:27:04.004142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:27:04.024780 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:04.040727 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:27:04.051131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:04.051967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.069157 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (cfda75dd-ecb3-4c63-921a-6b33159b8679), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.088860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-74fa90ab-6d99-4c0a-b7f7-ff7e557c043d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9cf71382-d110-45c8-bda5-3eafeb416422), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.124766 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfda75dd-ecb3-4c63-921a-6b33159b8679,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:04.130090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.130342 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a4082-13bd-418c-9a0b-fa81c6560b12 req-b11d11eb-11a8-4953-8571-aa77cfd3655e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:04.134382 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8d3f3ff6-1453-42da-b2d8-9572e638651e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfda75dd-ecb3-4c63-921a-6b33159b8679 HTTP/1.1" status: 204 len: 168 time: 0.7579255 Jun 04 09:27:04.138071 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b56a4082-13bd-418c-9a0b-fa81c6560b12 req-b11d11eb-11a8-4953-8571-aa77cfd3655e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 931 time: 0.2094181 Jun 04 09:27:04.139760 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54056) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:04.256773 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-63f4825e-ffb7-43f7-963c-b35019cd4128 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401882 Jun 04 09:27:04.331373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-970b7703-9dd0-4b7e-8a9f-172dec0f4d1e None None] Provisioning complete for port edfbce93-3cd9-4178-ab5b-64cba09aa8ad triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:04.331920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-970b7703-9dd0-4b7e-8a9f-172dec0f4d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.333615 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-483e87ad-6bf4-4b7a-82d9-861f571abc2d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3614533 Jun 04 09:27:04.356123 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-74fa90ab-6d99-4c0a-b7f7-ff7e557c043d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef5f14d7e8084ef68b9bb6820272e787&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2424951 Jun 04 09:27:04.360404 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54066) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:04.368828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa90ab-6d99-4c0a-b7f7-ff7e557c043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf71382-d110-45c8-bda5-3eafeb416422,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:04.379089 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecc1f994-31de-4742-b2b7-27b78a091974 req-e8713782-32c3-42e0-a30b-2fb02043ea7c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801756 Jun 04 09:27:04.398692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-970b7703-9dd0-4b7e-8a9f-172dec0f4d1e None None] Port edfbce93-3cd9-4178-ab5b-64cba09aa8ad cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:27:04.439098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (709973ef-95e9-404a-b8aa-4f6139b21379), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.456873 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] Publish callbacks [] for security_group (9cf71382-d110-45c8-bda5-3eafeb416422), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.497042 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Request body: {'port': {'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:04.513848 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b56a4082-13bd-418c-9a0b-fa81c6560b12 req-887e2428-535e-4245-883e-c070bf6c4bc6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747590 Jun 04 09:27:04.554236 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be047a32-e79d-44b6-ac7a-f879ea179838 req-e82b7670-50e6-4f0b-843e-7536e03e2045 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375982 Jun 04 09:27:04.624836 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] Publish callbacks [] for security_group (9cf71382-d110-45c8-bda5-3eafeb416422), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.747840 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c817d2b6-427b-481a-b0f0-8cbe1715077d req-55add86f-4438-4bef-a469-987837d1b267 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659905 Jun 04 09:27:04.878792 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9cf71382-d110-45c8-bda5-3eafeb416422), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.880203 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:04.889835 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:04.895179 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cf71382-d110-45c8-bda5-3eafeb416422 HTTP/1.1" status: 204 len: 168 time: 0.5334489 Jun 04 09:27:04.949800 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4c5b7-79a5-4755-837d-a8bdd5da2742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf71382-d110-45c8-bda5-3eafeb416422,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:04.957951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98312eb9-bf37-41d4-a69c-2f3e94df9477 req-8c878e7e-c52e-4b64-bf27-79018a94ec94 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:04.960869 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98312eb9-bf37-41d4-a69c-2f3e94df9477 req-8c878e7e-c52e-4b64-bf27-79018a94ec94 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.4433508 Jun 04 09:27:04.995259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:05.070284 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491e3a7-5118-483f-9526-88474a94701f req-7d710b15-31fe-49f7-9c65-c5a5fbe45196 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:05.071982 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e491e3a7-5118-483f-9526-88474a94701f req-7d710b15-31fe-49f7-9c65-c5a5fbe45196 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 931 time: 0.2324347 Jun 04 09:27:05.077134 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19828924-fa28-4424-9220-6e59b86934bf {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:05.110940 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks [] for port (19828924-fa28-4424-9220-6e59b86934bf), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.142302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.145612 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (709973ef-95e9-404a-b8aa-4f6139b21379), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.173511 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Transition to ACTIVE for port object 19828924-fa28-4424-9220-6e59b86934bf will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:27:05.227029 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.227373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.228118 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.228474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > port after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.228826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.229155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > port after_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.229515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.229822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.230136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.230482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.335738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.336112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.336464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.336795 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:05.337185 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709973ef-95e9-404a-b8aa-4f6139b21379']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:05.375233 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.393321 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98312eb9-bf37-41d4-a69c-2f3e94df9477 req-dd5e8968-6702-4c52-ae60-7c3cec69ddd7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304659 Jun 04 09:27:05.400014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632a431d-a547-474e-8ec9-835044392f06') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:05.400360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632a431d-a547-474e-8ec9-835044392f06') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:05.438137 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.447540 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (632a431d-a547-474e-8ec9-835044392f06), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.487970 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e491e3a7-5118-483f-9526-88474a94701f req-df2974ea-9352-4f35-990d-4d80aa037c75 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715811 Jun 04 09:27:05.496768 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:05.558691 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:05.570532 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (632a431d-a547-474e-8ec9-835044392f06), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.602825 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:27:05.603251 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (632a431d-a547-474e-8ec9-835044392f06), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:05.623381 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Pushing event updated for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:06.044279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc01b-7a40-4f82-8a9a-a933d3c540d6 req-84422a47-c267-4798-a4c4-4dbfb79677b9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.046493 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5facc01b-7a40-4f82-8a9a-a933d3c540d6 req-84422a47-c267-4798-a4c4-4dbfb79677b9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 943 time: 0.2546954 Jun 04 09:27:06.083319 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:27:06.133169 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Attempting to bind port 19828924-fa28-4424-9220-6e59b86934bf on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:27:06.133510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Attempting to bind port 19828924-fa28-4424-9220-6e59b86934bf by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:27:06.133839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Attempting to bind port 19828924-fa28-4424-9220-6e59b86934bf on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:27:06.153504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (709973ef-95e9-404a-b8aa-4f6139b21379), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.157930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Port 19828924-fa28-4424-9220-6e59b86934bf on network 30b7bf35-2401-45dc-8576-04df5c21df11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:27:06.158243 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Attempting to bind port 19828924-fa28-4424-9220-6e59b86934bf on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:27:06.173164 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5facc01b-7a40-4f82-8a9a-a933d3c540d6 req-70476a5a-07a1-406e-b43f-6982454a7c3a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130965 Jun 04 09:27:06.191717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.194940 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] 10.222.0.46 "DELETE /v2.0/networks/709973ef-95e9-404a-b8aa-4f6139b21379 HTTP/1.1" status: 204 len: 168 time: 2.0131471 Jun 04 09:27:06.197156 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:27:06.197490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Checking segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:27:06.197868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Bound using segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:27:06.198312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Bound port: 19828924-fa28-4424-9220-6e59b86934bf, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:27:06.198446 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54130) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:06.198931 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (19828924-fa28-4424-9220-6e59b86934bf), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.225960 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365280b-fbe6-429e-8fe2-31437bc8889f admin admin] Pushing event deleted for resources: {'Network': ['ID=709973ef-95e9-404a-b8aa-4f6139b21379,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:06.258957 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:27:06.348256 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df255-06e5-4c29-a034-9366274299bc req-7a9a2cc5-c850-4a0d-b275-be7c8f94728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.351306 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-7a9a2cc5-c850-4a0d-b275-be7c8f94728c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1127 time: 0.1393955 Jun 04 09:27:06.362202 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Deleting subnet bc032b05-9284-46d9-bd78-81bbaa0d5a15 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:27:06.368044 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Publish callbacks [] for subnet (bc032b05-9284-46d9-bd78-81bbaa0d5a15), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.373469 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0a647-09e6-4704-a169-a220a9e7ef43 req-428671cd-26b9-4de4-a358-407c0ef97251 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.375444 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f6d0a647-09e6-4704-a169-a220a9e7ef43 req-428671cd-26b9-4de4-a358-407c0ef97251 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 943 time: 0.1289933 Jun 04 09:27:06.446979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Publish callbacks [] for subnet (bc032b05-9284-46d9-bd78-81bbaa0d5a15), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.453134 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfbce93-3cd9-4178-ab5b-64cba09aa8ad {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:06.456057 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (bc032b05-9284-46d9-bd78-81bbaa0d5a15), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.478165 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks [] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.509826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:27:06.530032 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f6d0a647-09e6-4704-a169-a220a9e7ef43 req-10babe5e-719f-4d99-91a2-36016f09e9e4 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423337 Jun 04 09:27:06.532059 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=19828924-fa28-4424-9220-6e59b86934bf,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:27:06.540758 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Transition to ACTIVE for port object edfbce93-3cd9-4178-ab5b-64cba09aa8ad will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:27:06.556509 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:06.563577 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54144) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:06.592998 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:27:06.680510 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:06.681174 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.685024 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df255-06e5-4c29-a034-9366274299bc req-acfe63bc-b2eb-4d2b-ae6b-bdb2f0c65ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.687266 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-acfe63bc-b2eb-4d2b-ae6b-bdb2f0c65ea8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1687510 Jun 04 09:27:06.710098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:06.740179 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for subnet (bc032b05-9284-46d9-bd78-81bbaa0d5a15), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.741262 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 632a431d-a547-474e-8ec9-835044392f06 resource provider aggregate not found Jun 04 09:27:06.758585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.765181 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:06.780216 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.797075 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc032b05-9284-46d9-bd78-81bbaa0d5a15,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:06.804675 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.810398 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-04ece8fd-7798-4fed-8b4b-23106875947a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bc032b05-9284-46d9-bd78-81bbaa0d5a15 HTTP/1.1" status: 204 len: 168 time: 0.6083157 Jun 04 09:27:06.817542 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54158) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:06.818165 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:06.836271 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 632a431d-a547-474e-8ec9-835044392f06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 632a431d-a547-474e-8ec9-835044392f06 found for delete ", "request_id": "req-bc9d26e5-533c-48c4-aa16-5ac1b6bfa9c3"}]} Jun 04 09:27:06.843948 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.885888 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.887124 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.905785 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] 10.222.0.47 "PUT /v2.0/ports/19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 1093 time: 3.8600574 Jun 04 09:27:06.922549 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:06.933322 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'tag': '19828924-fa28-4424-9220-6e59b86934bf'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:06.942983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554eda41-d52e-4634-b4a1-ef18a74d633f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "tag": "19828924-fa28-4424-9220-6e59b86934bf"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:06.951658 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (1d3a32a5-5383-4dd0-ac42-e8aa6e768936), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.954125 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-f07c5672-d181-44b4-bf3b-b0f07ebc58d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 200 len: 217 time: 0.1447406 Jun 04 09:27:06.960498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:06.976847 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec1467-2fd5-4db8-8a29-1a66673d58e4 req-ff319c38-b383-4eca-a3e1-4155877e6830 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:06.984883 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-acec1467-2fd5-4db8-8a29-1a66673d58e4 req-ff319c38-b383-4eca-a3e1-4155877e6830 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.2798994 Jun 04 09:27:07.025135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Pushing event updated for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:07.039138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df255-06e5-4c29-a034-9366274299bc req-365957a9-e2b8-4342-b9df-3aa2e7f7649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.045496 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-365957a9-e2b8-4342-b9df-3aa2e7f7649f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0833530 Jun 04 09:27:07.206063 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:07.261690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:27:07.300301 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (1d3a32a5-5383-4dd0-ac42-e8aa6e768936), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.303036 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-acec1467-2fd5-4db8-8a29-1a66673d58e4 req-f875b028-b8e9-4244-8e37-4671c4a27f88 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164582 Jun 04 09:27:07.303574 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-6daad6cf-4038-4333-9bfa-5a9de0ab7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.306237 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-6daad6cf-4038-4333-9bfa-5a9de0ab7292 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1127 time: 0.2337637 Jun 04 09:27:07.307102 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Attempting to bind port edfbce93-3cd9-4178-ab5b-64cba09aa8ad on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:27:07.307514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Attempting to bind port edfbce93-3cd9-4178-ab5b-64cba09aa8ad by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:27:07.312796 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Attempting to bind port edfbce93-3cd9-4178-ab5b-64cba09aa8ad on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:27:07.321323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Port edfbce93-3cd9-4178-ab5b-64cba09aa8ad on network 72d5f400-ff54-4f35-902d-3289af4496b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:27:07.321931 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Attempting to bind port edfbce93-3cd9-4178-ab5b-64cba09aa8ad on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:27:07.334324 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:27:07.334770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:27:07.335249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:27:07.335944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Bound port: edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:27:07.337025 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.410719 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.411185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.414123 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.414451 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.414801 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.415135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.415469 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.415807 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.416205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.416552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.417010 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-a0ea22bc-c1e2-4558-8bdb-72313b76f7c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 217 time: 0.0838099 Jun 04 09:27:07.494649 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.494934 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.495269 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.495600 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 09:27:07.496113 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3a32a5-5383-4dd0-ac42-e8aa6e768936']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:07.503699 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-acf98438-72c0-4127-8081-85fd3195afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.505462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-acf98438-72c0-4127-8081-85fd3195afbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.0593226 Jun 04 09:27:07.512058 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df255-06e5-4c29-a034-9366274299bc req-a9029f8d-8f35-45cd-961d-218b756d10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.518144 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-a9029f8d-8f35-45cd-961d-218b756d10b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4398053 Jun 04 09:27:07.539376 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94539658-3295-4a2d-8db7-b22528909e61') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:07.539679 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94539658-3295-4a2d-8db7-b22528909e61') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:07.578302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce020f-202b-48a3-82e5-95f48e709ff3 req-d6a6bde3-317c-4843-b9ce-472ce1d8ba75 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.587859 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-93ce020f-202b-48a3-82e5-95f48e709ff3 req-d6a6bde3-317c-4843-b9ce-472ce1d8ba75 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 944 time: 0.1479785 Jun 04 09:27:07.590926 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88943-dc32-4069-bd73-075dcb66338a service neutron] Pushing event updated for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:07.651599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19d43d-e8b9-4598-9f7f-1735e0930b4d x-openstack-request-id: req-aa19d43d-e8b9-4598-9f7f-1735e0930b4d {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:07.652563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "tag": "19828924-fa28-4424-9220-6e59b86934bf", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:07.653612 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa19d43d-e8b9-4598-9f7f-1735e0930b4d {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:07.654149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa19d43d-e8b9-4598-9f7f-1735e0930b4d'] response: {'name': 'network-changed', 'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'tag': '19828924-fa28-4424-9220-6e59b86934bf', 'status': 'completed', 'code': 200} Jun 04 09:27:07.843326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-b90be788-4615-41b0-bead-17caa3e85a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.844954 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-b90be788-4615-41b0-bead-17caa3e85a03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2418122 Jun 04 09:27:07.856107 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d494-7c5c-435f-8ccb-d46693859366 req-6256fb37-47c6-4ed1-ba15-0def43e05c1d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:07.859534 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bee9d494-7c5c-435f-8ccb-d46693859366 req-6256fb37-47c6-4ed1-ba15-0def43e05c1d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 943 time: 0.1692140 Jun 04 09:27:07.859534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:27:07.861562 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (94539658-3295-4a2d-8db7-b22528909e61), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.869144 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-93ce020f-202b-48a3-82e5-95f48e709ff3 req-a91d3e21-19ee-44a2-819a-09044d71394c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802081 Jun 04 09:27:07.871196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:27:07.916946 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (94539658-3295-4a2d-8db7-b22528909e61), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.917121 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:07.917827 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Publish callbacks [] for security_group (851e2d9a-cf54-434a-b381-3b741675c321), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.917987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:27:07.917987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (94539658-3295-4a2d-8db7-b22528909e61), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:07.971114 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bee9d494-7c5c-435f-8ccb-d46693859366 req-ce880fc7-4e82-436f-9385-863d4d60c051 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953116 Jun 04 09:27:08.033688 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-d821d7b0-f571-4012-a2a9-259e3bcfbc89 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085416 Jun 04 09:27:08.083811 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.138456 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (851e2d9a-cf54-434a-b381-3b741675c321), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.176261 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (1d3a32a5-5383-4dd0-ac42-e8aa6e768936), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.186848 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e2df255-06e5-4c29-a034-9366274299bc req-4f0a5047-2cd2-4a15-8f53-0c29b58adc2a service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376412 Jun 04 09:27:08.192901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.196247 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] 10.222.0.46 "DELETE /v2.0/networks/1d3a32a5-5383-4dd0-ac42-e8aa6e768936 HTTP/1.1" status: 204 len: 168 time: 1.3766999 Jun 04 09:27:08.223885 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3a32a5-5383-4dd0-ac42-e8aa6e768936,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:08.232629 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.233039 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.233316 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.233658 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.233987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.234327 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.234662 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.234989 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.235436 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.235838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.236342 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.236644 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.236966 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.237287 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.237607 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e1b3d-2eed-440e-8eb0-abe65318cccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.244345 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edacca4533664b77bc9a033e11961002&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6783230 Jun 04 09:27:08.249008 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54194) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:08.254360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851e2d9a-cf54-434a-b381-3b741675c321,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:08.264123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 98695bf0-7d62-4518-9f4c-0adc21e6836d details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:27:08.285550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:27:08.297212 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 94539658-3295-4a2d-8db7-b22528909e61 resource provider aggregate not found Jun 04 09:27:08.299320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be24c8-fff5-43b4-9bd9-d40ce81c9492 req-1a428542-6430-4124-b35c-18a6eb6c4d5b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:08.307426 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05be24c8-fff5-43b4-9bd9-d40ce81c9492 req-1a428542-6430-4124-b35c-18a6eb6c4d5b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 943 time: 0.3001773 Jun 04 09:27:08.316477 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-393f9175-37e1-419e-a1db-14864ab48ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3419244 Jun 04 09:27:08.331622 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:08.331863 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.333359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] 10.222.0.47 "PUT /v2.0/ports/edfbce93-3cd9-4178-ab5b-64cba09aa8ad HTTP/1.1" status: 200 len: 1093 time: 3.8544710 Jun 04 09:27:08.356679 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 94539658-3295-4a2d-8db7-b22528909e61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94539658-3295-4a2d-8db7-b22528909e61 found for delete ", "request_id": "req-a143ab68-3f34-4eaf-8418-a24b410a6bb9"}]} Jun 04 09:27:08.365085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.365427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.365763 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.366098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.366527 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.366951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.367284 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.367608 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.368225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.368774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.369125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.369454 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.369773 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.370089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.370401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc9ee2-96a9-4bd4-8079-48568d103772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:08.424499 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137761c-4567-4de8-8767-9f0231b1dac1 service neutron] Pushing event updated for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:08.481815 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-3be55c52-14b9-445a-a60b-ebd16467909c service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084147 Jun 04 09:27:08.488119 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:08.497443 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] Publish callbacks [] for security_group (851e2d9a-cf54-434a-b381-3b741675c321), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.514639 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:27:08.530564 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05be24c8-fff5-43b4-9bd9-d40ce81c9492 req-7a1863dc-7ac7-431e-9843-ea378b76ab05 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222123 Jun 04 09:27:08.575997 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] Publish callbacks [] for security_group (851e2d9a-cf54-434a-b381-3b741675c321), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.608416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:08.624835 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:08.625497 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.628275 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '98695bf0-7d62-4518-9f4c-0adc21e6836d', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'port_id': '98695bf0-7d62-4518-9f4c-0adc21e6836d', 'mac_address': 'fa:16:3e:ad:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:27:08.712801 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 98695bf0-7d62-4518-9f4c-0adc21e6836d is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:08.713473 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.747622 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98695bf0-7d62-4518-9f4c-0adc21e6836d {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:08.792797 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:08.822514 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (851e2d9a-cf54-434a-b381-3b741675c321), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.829339 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.838746 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/851e2d9a-cf54-434a-b381-3b741675c321 HTTP/1.1" status: 204 len: 168 time: 0.5870070 Jun 04 09:27:08.847828 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:08.848364 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.854287 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a505f-9a81-40f2-b00f-904f0724999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e2d9a-cf54-434a-b381-3b741675c321,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:08.884840 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54208) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:08.898061 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:08.900432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea92d5-562c-424c-8ba1-39626cf517e2" -d '{"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:08.913944 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:08.926091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:08.986044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:09.000792 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5cffb478-dee3-4b72-a6ad-06d6f8b95e16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cd397ed9d7b4db9b1a818842803d8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119728 Jun 04 09:27:09.003581 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54214) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:09.021587 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:09.056709 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9a725d-e380-42f4-9e8b-c2a6ef2080f1 x-openstack-request-id: req-3d9a725d-e380-42f4-9e8b-c2a6ef2080f1 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:09.057160 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:09.062939 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d9a725d-e380-42f4-9e8b-c2a6ef2080f1 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:09.062939 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9a725d-e380-42f4-9e8b-c2a6ef2080f1'] response: {'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'code': 200} Jun 04 09:27:09.066003 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:09.099897 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:09.103977 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271638-a9f2-4383-be35-c9a772161321 req-adea2ba4-26bb-47d1-88b1-d335cda3fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.108054 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-adea2ba4-26bb-47d1-88b1-d335cda3fb5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29bb9979415948f685ad1fe8d58bfb20&device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 1129 time: 0.6507952 Jun 04 09:27:09.130207 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-8c3c3355-3356-4dcf-806b-068eeb6e1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.131805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-8c3c3355-3356-4dcf-806b-068eeb6e1f29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 1127 time: 0.5878689 Jun 04 09:27:09.139226 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] Publish callbacks [] for security_group (7d261bc2-5f85-4a98-ad8d-32d325760766), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:09.141450 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736a136-b4b2-43a6-9062-670d9f52d359 req-88363305-6b57-43dc-a52f-925e0c4b4b1b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.143070 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e736a136-b4b2-43a6-9062-670d9f52d359 req-88363305-6b57-43dc-a52f-925e0c4b4b1b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.6029954 Jun 04 09:27:09.169603 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] Publish callbacks [] for security_group (7d261bc2-5f85-4a98-ad8d-32d325760766), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:09.193660 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:09.235274 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712925d-74fe-413a-a40d-31e735d18fe7 req-ab9db70b-1795-456d-a676-afee9043e10c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.236969 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e712925d-74fe-413a-a40d-31e735d18fe7 req-ab9db70b-1795-456d-a676-afee9043e10c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0910778 Jun 04 09:27:09.249157 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['98695bf0-7d62-4518-9f4c-0adc21e6836d'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:27:09.274704 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9a023ef4-9efc-4725-817d-5752a27bf9b7 req-740f9909-8502-47ea-813d-def9436adb1c service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7848861 Jun 04 09:27:09.357563 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e736a136-b4b2-43a6-9062-670d9f52d359 req-d58ac32c-6458-4c20-9037-16fa72ba7f61 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992352 Jun 04 09:27:09.396695 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-a84c24e3-73de-40ef-a2aa-91fa9f811677 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad HTTP/1.1" status: 200 len: 217 time: 0.1083822 Jun 04 09:27:09.397722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7d261bc2-5f85-4a98-ad8d-32d325760766), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:09.404369 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:09.405689 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d261bc2-5f85-4a98-ad8d-32d325760766 HTTP/1.1" status: 204 len: 168 time: 0.4009650 Jun 04 09:27:09.420751 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cd0b1-17cf-47d2-a8c9-af04f4b642c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d261bc2-5f85-4a98-ad8d-32d325760766,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:09.490421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e712925d-74fe-413a-a40d-31e735d18fe7 req-e2775401-4906-472a-b4d5-9159c8228cd8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396669 Jun 04 09:27:09.539971 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-b50daaa5-0b3a-441f-9844-f23cf9226cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.541598 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-b50daaa5-0b3a-441f-9844-f23cf9226cbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.1331501 Jun 04 09:27:09.552100 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400fa3c-9d6c-4b1b-9afa-a73460e25cdf req-e1bffba9-0b8d-4b34-939e-722058ed865a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.553706 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6400fa3c-9d6c-4b1b-9afa-a73460e25cdf req-e1bffba9-0b8d-4b34-939e-722058ed865a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 944 time: 0.0956192 Jun 04 09:27:09.565367 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271638-a9f2-4383-be35-c9a772161321 req-a59a7f25-3d73-4568-9671-c2c9e5bd06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.567382 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-a59a7f25-3d73-4568-9671-c2c9e5bd06fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 HTTP/1.1" status: 200 len: 913 time: 0.2564669 Jun 04 09:27:09.648442 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6400fa3c-9d6c-4b1b-9afa-a73460e25cdf req-4c353b32-1590-41f7-b83a-236c4b36b5ad tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 Jun 04 09:27:09.655315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:09.658250 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:09.703420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b6d3e-c851-4a6c-ad4c-e2e3860a8eec x-openstack-request-id: req-ed4b6d3e-c851-4a6c-ad4c-e2e3860a8eec {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:09.703708 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:09.704446 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed4b6d3e-c851-4a6c-ad4c-e2e3860a8eec {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:09.704446 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4b6d3e-c851-4a6c-ad4c-e2e3860a8eec'] response: {'name': 'network-changed', 'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'status': 'completed', 'code': 200} Jun 04 09:27:09.740561 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29afde6-7929-4562-8ee5-8c06d01a7575 req-492df8b7-faa6-42e0-afa9-1df12718445a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:09.742153 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a29afde6-7929-4562-8ee5-8c06d01a7575 req-492df8b7-faa6-42e0-afa9-1df12718445a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 943 time: 0.0519707 Jun 04 09:27:09.802862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a29afde6-7929-4562-8ee5-8c06d01a7575 req-ec5c8ec8-dae4-489f-ae1f-32dde7acbfaa tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546589 Jun 04 09:27:10.118091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:10.284973 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 98695bf0-7d62-4518-9f4c-0adc21e6836d up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:27:10.330711 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 98695bf0-7d62-4518-9f4c-0adc21e6836d completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:27:10.425317 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45d62e-210f-47c3-b9c8-3cb6533d4ced req-ba9e2ad6-30c8-4c37-9f07-23d2adb095a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.426866 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff45d62e-210f-47c3-b9c8-3cb6533d4ced req-ba9e2ad6-30c8-4c37-9f07-23d2adb095a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0472972 Jun 04 09:27:10.467779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-4a50e38b-7568-450b-8fa6-dd3c31719148 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa HTTP/1.1" status: 200 len: 217 time: 0.0965950 Jun 04 09:27:10.473248 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54238) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:10.478052 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 98695bf0-7d62-4518-9f4c-0adc21e6836d triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:10.478444 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.505936 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff45d62e-210f-47c3-b9c8-3cb6533d4ced req-281cb380-91b4-41d0-b872-de793111c733 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710065 Jun 04 09:27:10.515125 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4722a33f-2994-487c-b027-4eb245fbcb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.517044 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7663268-da56-44d9-b9fe-c60005b9bd01 req-ff6aa6d5-eee8-4043-8b1a-42b58e892eee tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.518670 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7663268-da56-44d9-b9fe-c60005b9bd01 req-ff6aa6d5-eee8-4043-8b1a-42b58e892eee tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.0667791 Jun 04 09:27:10.577994 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-3b982971-3d2b-4209-900f-3f20770d7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.579734 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-3b982971-3d2b-4209-900f-3f20770d7479 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2104330 Jun 04 09:27:10.580674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-a11376b8-b5d5-4128-a5be-8983487f80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.583038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-a11376b8-b5d5-4128-a5be-8983487f80ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1127 time: 0.2127745 Jun 04 09:27:10.585154 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 98695bf0-7d62-4518-9f4c-0adc21e6836d is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:10.585552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.613672 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7663268-da56-44d9-b9fe-c60005b9bd01 req-f5fe071e-00cc-4cb5-bf7a-6d394fc5aa09 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776963 Jun 04 09:27:10.642758 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271638-a9f2-4383-be35-c9a772161321 req-69731200-63e9-4ca6-b4e3-afa2197e286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.644364 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-69731200-63e9-4ca6-b4e3-afa2197e286b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fecae6e-6697-40ab-913a-0c8883be92a1 HTTP/1.1" status: 200 len: 852 time: 0.1206961 Jun 04 09:27:10.654149 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:10.675051 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4722a33f-2994-487c-b027-4eb245fbcb98 admin admin] Publish callbacks [] for security_group (41751ac0-c630-450f-b694-ddd35336b8c8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.740521 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54244) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:10.772681 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.780839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4722a33f-2994-487c-b027-4eb245fbcb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (41751ac0-c630-450f-b694-ddd35336b8c8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.781460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25b746-46f4-452c-a731-593cd8860371 req-71f9a675-401b-49bb-b7df-eda4cc3c009b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.783240 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a25b746-46f4-452c-a731-593cd8860371 req-71f9a675-401b-49bb-b7df-eda4cc3c009b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0817080 Jun 04 09:27:10.797762 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b4eea39d-b3ba-4454-9cc4-5ae4897ea364 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3cf9f1769d34933b2ad6929059c7478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571737 Jun 04 09:27:10.800451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54248) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:10.835793 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4722a33f-2994-487c-b027-4eb245fbcb98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac7132cb59ee46f481f7fae5063518bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605404 Jun 04 09:27:10.835793 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54252) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:10.836493 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a33f-2994-487c-b027-4eb245fbcb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41751ac0-c630-450f-b694-ddd35336b8c8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:10.842910 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:10.857196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064af174-811c-4940-9769-1e1c9442394a req-bf65d06f-ab74-4d1e-a3f0-2f9ea5641cb8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:10.859320 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-064af174-811c-4940-9769-1e1c9442394a req-bf65d06f-ab74-4d1e-a3f0-2f9ea5641cb8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 944 time: 0.1211367 Jun 04 09:27:10.913381 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-e4d4b6c9-3a61-43f1-ade6-089d78101eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964651 Jun 04 09:27:10.920571 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] Publish callbacks [] for security_group (41751ac0-c630-450f-b694-ddd35336b8c8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:10.957967 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] Publish callbacks [] for security_group (41751ac0-c630-450f-b694-ddd35336b8c8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.030694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:11.060489 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:11.067836 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878fce6c-a338-44fb-ab54-7b4f2a2f778e" -d '{"events": [{"server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "name": "network-vif-plugged", "status": "completed", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:11.144393 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (41751ac0-c630-450f-b694-ddd35336b8c8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.151691 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.157593 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41751ac0-c630-450f-b694-ddd35336b8c8 HTTP/1.1" status: 204 len: 168 time: 0.3143194 Jun 04 09:27:11.164580 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a25b746-46f4-452c-a731-593cd8860371 req-67316729-8aa5-4101-8846-8bd726454941 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450582 Jun 04 09:27:11.171658 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7960c97-2f6c-4a41-939d-ecc501e729f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41751ac0-c630-450f-b694-ddd35336b8c8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:11.237006 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-064af174-811c-4940-9769-1e1c9442394a req-55ec8fdc-c703-40c6-8679-e5337d19397b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222368 Jun 04 09:27:11.243914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-aa54e595-30a7-483f-bbee-a7545ad3b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:11.245625 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-aa54e595-30a7-483f-bbee-a7545ad3b35b service neutron] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 912 time: 0.4297118 Jun 04 09:27:11.248729 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] Publish callbacks [] for security_group (3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.263490 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-2d1155da-91fb-4232-bbb8-055e7c9300ad service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414454 Jun 04 09:27:11.365685 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0956fb-b31d-44b1-be5c-b33028f7fa8b x-openstack-request-id: req-4b0956fb-b31d-44b1-be5c-b33028f7fa8b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:11.366521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "name": "network-vif-plugged", "status": "completed", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:11.366521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b0956fb-b31d-44b1-be5c-b33028f7fa8b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:11.367200 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0956fb-b31d-44b1-be5c-b33028f7fa8b'] response: {'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d', 'code': 200} Jun 04 09:27:11.440630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-5b655e20-b2b3-4903-8a52-ea81aaba4f66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 217 time: 0.1761286 Jun 04 09:27:11.473221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] Publish callbacks [] for security_group (3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.586308 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628453d-8ac0-4c2e-a817-3d73ec69a6b0 req-6f8e4264-c767-444e-a84e-425ebd3af4e7 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:11.588131 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a628453d-8ac0-4c2e-a817-3d73ec69a6b0 req-6f8e4264-c767-444e-a84e-425ebd3af4e7 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 943 time: 0.2860444 Jun 04 09:27:11.643394 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-f4aca9a9-8ccf-4e61-baae-9a122998ba7d service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776548 Jun 04 09:27:11.658867 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-fc4a9439-4382-4f98-9a03-dbe017924a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:11.660545 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-fc4a9439-4382-4f98-9a03-dbe017924a20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.1834085 Jun 04 09:27:11.673982 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee7bddb1-f906-4e57-a1d5-403c8dea3491 req-1142ef29-ef61-4cde-bdd7-e556bae1e5be service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048173 Jun 04 09:27:11.712170 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a628453d-8ac0-4c2e-a817-3d73ec69a6b0 req-52b86406-114f-4a42-b44b-a377f62df951 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949328 Jun 04 09:27:11.766749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.771598 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:11.779050 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96 HTTP/1.1" status: 204 len: 168 time: 0.9769769 Jun 04 09:27:11.814142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671a836-0d20-455a-b275-2235a6dad7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbfadd6-bd2d-45b1-9cab-25ea4ef3ed96,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:12.176038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe380a9-6c78-4bdb-ac07-93783e4e515f req-af637dea-dbde-44a6-8032-2e6fc0e32755 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:12.181527 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efe380a9-6c78-4bdb-ac07-93783e4e515f req-af637dea-dbde-44a6-8032-2e6fc0e32755 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.3954065 Jun 04 09:27:12.288612 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 19828924-fa28-4424-9220-6e59b86934bf details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:27:12.522744 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=19828924-fa28-4424-9220-6e59b86934bf,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:12.534408 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efe380a9-6c78-4bdb-ac07-93783e4e515f req-ecf5baeb-8df2-43f4-8855-5658d6944f98 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451765 Jun 04 09:27:12.541267 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '19828924-fa28-4424-9220-6e59b86934bf', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'port_id': '19828924-fa28-4424-9220-6e59b86934bf', 'mac_address': 'fa:16:3e:05:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:27:12.600055 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 19828924-fa28-4424-9220-6e59b86934bf is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:12.600789 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (19828924-fa28-4424-9220-6e59b86934bf), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:12.609162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7833b09-b9b7-4751-a5b7-59cc68d7a086 req-32af7048-f331-43d6-b3d8-6796a9a9b335 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:12.624802 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a7833b09-b9b7-4751-a5b7-59cc68d7a086 req-32af7048-f331-43d6-b3d8-6796a9a9b335 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.3559093 Jun 04 09:27:12.633382 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19828924-fa28-4424-9220-6e59b86934bf {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:12.669127 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-0c53900c-f6c2-45e3-812a-8cc269f40431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:12.672076 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-0c53900c-f6c2-45e3-812a-8cc269f40431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4054117 Jun 04 09:27:12.695245 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=19828924-fa28-4424-9220-6e59b86934bf,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:12.700486 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41271638-a9f2-4383-be35-c9a772161321 req-8d3c9815-3436-4ca1-b2d8-60a513abde7c service neutron] 10.222.0.47 "GET /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826456 Jun 04 09:27:12.766752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a7833b09-b9b7-4751-a5b7-59cc68d7a086 req-e73bf778-d04e-4963-87bb-6d8ec04b148f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399767 Jun 04 09:27:12.795458 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:12.796246 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef96e-d9f4-4fae-ac0a-709f43b07ecf req-42bd1da0-4cb0-4290-bf5a-5ce21d0b5e95 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:12.800489 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f51ef96e-d9f4-4fae-ac0a-709f43b07ecf req-42bd1da0-4cb0-4290-bf5a-5ce21d0b5e95 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0830777 Jun 04 09:27:12.840655 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:12.855777 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:12.864794 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.865114 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.865484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.865889 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.866227 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.866553 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.866904 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.867290 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.867616 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.867940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.868264 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.868633 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.868953 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.869266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.869583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:27:12.929100 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f51ef96e-d9f4-4fae-ac0a-709f43b07ecf req-812309e0-028d-413c-b54f-e252ee6f0925 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875151 Jun 04 09:27:13.006573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:13.038227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51018cd1-a5ff-474c-ab10-c6f752558cd3 req-f5de925c-ff0d-4801-acb7-8b3204619b53 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:13.047096 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-51018cd1-a5ff-474c-ab10-c6f752558cd3 req-f5de925c-ff0d-4801-acb7-8b3204619b53 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 944 time: 0.1165345 Jun 04 09:27:13.206066 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['19828924-fa28-4424-9220-6e59b86934bf'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:27:13.248707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf297b5-a343-4a2f-b308-283d97325fb0 req-25f234c1-334f-4c44-9efc-98b52e6a6584 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:13.251803 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fcf297b5-a343-4a2f-b308-283d97325fb0 req-25f234c1-334f-4c44-9efc-98b52e6a6584 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1395557 Jun 04 09:27:13.262470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-51018cd1-a5ff-474c-ab10-c6f752558cd3 req-3365916e-e0f4-4be7-bfd0-bb932de85949 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998217 Jun 04 09:27:13.275172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54320) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:13.284498 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'floatingip': {'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:13.410925 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:13.419503 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:13.685919 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:13.755652 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e9b81-fdc8-4f9e-9cd9-75600d1627c0 req-deaabe8c-d972-43a8-9452-57a5921528a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:13.755652 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d7e9b81-fdc8-4f9e-9cd9-75600d1627c0 req-deaabe8c-d972-43a8-9452-57a5921528a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1129 time: 0.2217894 Jun 04 09:27:13.765031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862669fb-5022-401c-907d-c579b1931f32 req-a3dd47d2-5550-428f-906d-fafada37cd9d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:13.766595 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-862669fb-5022-401c-907d-c579b1931f32 req-a3dd47d2-5550-428f-906d-fafada37cd9d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.1066930 Jun 04 09:27:13.767648 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-061cf6ca-8960-4b98-851f-624bb6aeafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:13.769235 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-061cf6ca-8960-4b98-851f-624bb6aeafb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 1127 time: 0.2373962 Jun 04 09:27:13.780348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:13.916208 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-b354b066-ae45-478e-a56e-a70a31549278 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006839 Jun 04 09:27:13.973958 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-862669fb-5022-401c-907d-c579b1931f32 req-2731a325-8b28-4c1d-99cf-e6d31d80bd44 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948106 Jun 04 09:27:13.976575 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d7e9b81-fdc8-4f9e-9cd9-75600d1627c0 req-2bfb96d9-6e8a-40fd-b476-aaf6d32f46b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036445 Jun 04 09:27:14.010625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:14.060671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-9548c63e-caad-4edc-a5ad-d8d9e6190a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:14.062781 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-9548c63e-caad-4edc-a5ad-d8d9e6190a7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.2727396 Jun 04 09:27:14.253040 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-554eda41-d52e-4634-b4a1-ef18a74d633f req-40165428-2881-4357-ba0d-a3a29c37deb4 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202124 Jun 04 09:27:14.264684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd162e-c458-4133-a8b0-e21dd9cbddb1 req-8eec9f43-ed29-4645-bd8f-1bcd92a79a74 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:14.274671 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4fd162e-c458-4133-a8b0-e21dd9cbddb1 req-8eec9f43-ed29-4645-bd8f-1bcd92a79a74 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1499772 Jun 04 09:27:14.303198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 19828924-fa28-4424-9220-6e59b86934bf up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:27:14.361471 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.db.resource_extend [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 09:27:14.388345 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4fd162e-c458-4133-a8b0-e21dd9cbddb1 req-b13830eb-9538-4328-bc22-e08a33c6fd92 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126904 Jun 04 09:27:14.411027 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 19828924-fa28-4424-9220-6e59b86934bf completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:27:14.462328 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:14.469651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0df00-ccba-4cd5-8c50-dd201c0da1ac req-1d764682-4ca5-49d0-81bd-4839a544ee09 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:14.471221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52f0df00-ccba-4cd5-8c50-dd201c0da1ac req-1d764682-4ca5-49d0-81bd-4839a544ee09 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 944 time: 0.0710392 Jun 04 09:27:14.497730 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 19828924-fa28-4424-9220-6e59b86934bf triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:14.498200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (19828924-fa28-4424-9220-6e59b86934bf), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:14.530117 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:14.587923 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-18da00e4-0160-42dc-b97e-063d6fe4399f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad HTTP/1.1" status: 200 len: 217 time: 0.0599437 Jun 04 09:27:14.631905 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52f0df00-ccba-4cd5-8c50-dd201c0da1ac req-19ca5d31-046a-4d45-a186-e7cf01ea270e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536329 Jun 04 09:27:14.676473 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 19828924-fa28-4424-9220-6e59b86934bf is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:14.677124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (19828924-fa28-4424-9220-6e59b86934bf), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:14.701379 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Floating IP a35b63a2-2ed5-4b08-96c5-65da409470db associated. External IP: 172.27.0.6, port: 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027. Jun 04 09:27:14.722564 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19828924-fa28-4424-9220-6e59b86934bf'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:14.726056 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3dc2b-cebe-48f8-909b-049f1ef1a002" -d '{"events": [{"server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "name": "network-vif-plugged", "status": "completed", "tag": "19828924-fa28-4424-9220-6e59b86934bf"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:14.745031 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=19828924-fa28-4424-9220-6e59b86934bf,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:14.772401 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b56b9c-b4af-43ac-9778-dafafd66284b x-openstack-request-id: req-e1b56b9c-b4af-43ac-9778-dafafd66284b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:14.772958 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "name": "network-vif-plugged", "status": "completed", "tag": "19828924-fa28-4424-9220-6e59b86934bf", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:14.773212 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1b56b9c-b4af-43ac-9778-dafafd66284b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:14.773786 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b56b9c-b4af-43ac-9778-dafafd66284b'] response: {'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19828924-fa28-4424-9220-6e59b86934bf', 'code': 200} Jun 04 09:27:14.819872 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:14.935358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:14.989542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:15.036814 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:15.085141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:27:15.272355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-39797be6-474a-427e-b2ee-4e974c98f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:15.274232 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-39797be6-474a-427e-b2ee-4e974c98f8a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.2393839 Jun 04 09:27:15.295159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ac801-b320-40a5-bc7a-f5342904b09c req-b7976532-24cc-4db7-b655-c5f5bed1039b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:15.297046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b23ac801-b320-40a5-bc7a-f5342904b09c req-b7976532-24cc-4db7-b655-c5f5bed1039b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.0758703 Jun 04 09:27:15.417201 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b23ac801-b320-40a5-bc7a-f5342904b09c req-655e274e-2dfc-473b-9beb-c3eb36076f5b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134784 Jun 04 09:27:15.505383 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:27:15.520590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:15.531796 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:27:15.566465 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:15.567969 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:15.572835 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1bdc9d6d-084a-4fe9-9923-7d2d30bb5d2f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "PUT /v2.0/floatingips/a35b63a2-2ed5-4b08-96c5-65da409470db HTTP/1.1" status: 200 len: 989 time: 2.2947273 Jun 04 09:27:15.574679 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:15.578538 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e0057-683d-4890-8d2d-c9db3bc02dea" -d '{"events": [{"name": "network-changed", "server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:15.581458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac2b9e-dc83-445d-b14e-962cae5da078 req-7fbb06b5-de3c-4afb-8ff9-de1feb90ec82 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:15.595883 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dfac2b9e-dc83-445d-b14e-962cae5da078 req-7fbb06b5-de3c-4afb-8ff9-de1feb90ec82 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1060736 Jun 04 09:27:15.680259 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dfac2b9e-dc83-445d-b14e-962cae5da078 req-f27b620e-e42a-4551-b8e2-a98ad5439b7c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826573 Jun 04 09:27:15.806754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b711a4b-8557-40cb-aaab-37a3700929f3 x-openstack-request-id: req-5b711a4b-8557-40cb-aaab-37a3700929f3 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:15.806754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:15.806754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b711a4b-8557-40cb-aaab-37a3700929f3 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:15.806754 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b711a4b-8557-40cb-aaab-37a3700929f3'] response: {'name': 'network-changed', 'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'status': 'completed', 'code': 200} Jun 04 09:27:15.816095 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:15.892168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36666318-5300-4be6-9462-89daddd77176 req-ac698e3a-86d8-44d4-9369-b6e582129667 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:15.893735 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-36666318-5300-4be6-9462-89daddd77176 req-ac698e3a-86d8-44d4-9369-b6e582129667 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0719256 Jun 04 09:27:15.965371 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-36666318-5300-4be6-9462-89daddd77176 req-64fcc8d5-2387-46bc-9102-459d9940275b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606096 Jun 04 09:27:16.019561 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:16.109132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:16.147278 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a35b63a2-2ed5-4b08-96c5-65da409470db', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:41Z', 'updated_at': '2022-06-04T09:27:14Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:16.179376 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:27:16.189667 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:16.190282 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:16.299248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device edfbce93-3cd9-4178-ab5b-64cba09aa8ad details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:27:16.352093 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:16.525653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:16.565923 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:16.568881 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:27:16.642350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-9e370f29-fdb1-49f9-9d61-c988f1bb6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:16.648825 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-9e370f29-fdb1-49f9-9d61-c988f1bb6de8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2597351 Jun 04 09:27:16.656759 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port edfbce93-3cd9-4178-ab5b-64cba09aa8ad is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:16.658314 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:16.688636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfbce93-3cd9-4178-ab5b-64cba09aa8ad {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:27:16.727743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:16.789400 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a35b63a2-2ed5-4b08-96c5-65da409470db', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:41Z', 'updated_at': '2022-06-04T09:27:14Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:16.895956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217fd8-ddf2-41b1-8eb6-81d34a8bc37f req-8fdbe130-890d-49ec-978d-46413fca3816 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:16.895956 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-01217fd8-ddf2-41b1-8eb6-81d34a8bc37f req-8fdbe130-890d-49ec-978d-46413fca3816 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 943 time: 0.0573685 Jun 04 09:27:16.897237 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70851-a622-41ff-8e98-d7a90741f94b None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a35b63a2-2ed5-4b08-96c5-65da409470db', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:41Z', 'updated_at': '2022-06-04T09:27:14Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:27:16.897820 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43200cd6-43fb-4c41-b899-a670cbf8ec1d req-c3b38fbd-58da-4649-a5b2-c8f102903f4b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:16.897820 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43200cd6-43fb-4c41-b899-a670cbf8ec1d req-c3b38fbd-58da-4649-a5b2-c8f102903f4b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0738618 Jun 04 09:27:16.910066 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-01217fd8-ddf2-41b1-8eb6-81d34a8bc37f req-73eedea7-e1c3-4ff1-b134-1d3119a557ad tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011178 Jun 04 09:27:16.964553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43200cd6-43fb-4c41-b899-a670cbf8ec1d req-d9b38902-a054-4654-9063-8eceaaf0a4a4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891893 Jun 04 09:27:17.161295 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad2ff9-e499-4bdf-a327-adfe30e397df None None] New status for floating IP a35b63a2-2ed5-4b08-96c5-65da409470db: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:27:17.224510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-7eb1de04-bde5-4bc3-864d-a23097fddf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:17.226250 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-7eb1de04-bde5-4bc3-864d-a23097fddf67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1560810 Jun 04 09:27:17.243347 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf61ec-2506-4dbc-a0e6-f5857855e5ed req-ea84578a-f424-4423-9b4c-af39836f0f16 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:17.243347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-80bf61ec-2506-4dbc-a0e6-f5857855e5ed req-ea84578a-f424-4423-9b4c-af39836f0f16 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1884425 Jun 04 09:27:17.279611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:17.280697 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:17.409013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:17.413270 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-44d6a694-0242-4fb7-847a-88d5d7df33a7 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446212 Jun 04 09:27:17.419057 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-80bf61ec-2506-4dbc-a0e6-f5857855e5ed req-a45f8968-ab9b-4f0c-b8ae-752a48b858ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722751 Jun 04 09:27:17.664566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d174-9c0f-4ffa-bb05-a13c1838a6aa req-8622f3dc-e41e-4a10-b1e2-7de2a5cb8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:17.667960 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0178d174-9c0f-4ffa-bb05-a13c1838a6aa req-8622f3dc-e41e-4a10-b1e2-7de2a5cb8591 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1129 time: 0.1584129 Jun 04 09:27:17.685425 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['edfbce93-3cd9-4178-ab5b-64cba09aa8ad'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:27:17.730787 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05ed6bd3-f6b6-4f05-8b8f-ebe8b1050cc4 req-da015a63-8751-488f-b60a-ce747abeba79 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318330 Jun 04 09:27:17.731884 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-c6e50f5c-4332-4886-a7c5-7dbb31c5edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:17.733390 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-c6e50f5c-4332-4886-a7c5-7dbb31c5edb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.2426677 Jun 04 09:27:17.835922 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0178d174-9c0f-4ffa-bb05-a13c1838a6aa req-9776c9e5-34e9-4bb0-96db-31844551a6f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558917 Jun 04 09:27:17.950822 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:18.081146 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-5a675bdd-644f-439e-9590-c7e7666dd2c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 999 time: 0.3138762 Jun 04 09:27:18.129333 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c91377-c103-4668-8cef-4fabb376f7cf req-f3be8ebb-741c-4fb3-ba37-9d38638dc3c6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:18.131155 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b8c91377-c103-4668-8cef-4fabb376f7cf req-f3be8ebb-741c-4fb3-ba37-9d38638dc3c6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 944 time: 0.0533185 Jun 04 09:27:18.208726 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:18.221128 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b8c91377-c103-4668-8cef-4fabb376f7cf req-71383fd0-2c6c-45f4-9cda-9f665c57ba39 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823760 Jun 04 09:27:18.239101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-5a625573-d6bf-4e0f-a8f1-74a6411f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:18.240839 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-5a625573-d6bf-4e0f-a8f1-74a6411f818b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.0798943 Jun 04 09:27:18.354133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813299db-db28-45d6-893d-678f8c9db866 req-7a465dec-9783-4a75-8026-d12b018bc5ef tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:18.356327 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-813299db-db28-45d6-893d-678f8c9db866 req-7a465dec-9783-4a75-8026-d12b018bc5ef tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0569777 Jun 04 09:27:18.409217 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-813299db-db28-45d6-893d-678f8c9db866 req-e90956a7-1427-479d-8f37-de41dce3f3bd tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Jun 04 09:27:18.651673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee48a-7e47-49f1-bcd7-750950bcf4a8 req-c7577463-182a-4816-8a35-11a7dae3f106 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:18.655146 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3fee48a-7e47-49f1-bcd7-750950bcf4a8 req-c7577463-182a-4816-8a35-11a7dae3f106 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1097772 Jun 04 09:27:18.747291 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3fee48a-7e47-49f1-bcd7-750950bcf4a8 req-aa679aa5-4148-4588-867e-a128aee78aa2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847244 Jun 04 09:27:18.791009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-d5f921f3-1b28-4a93-9372-ec60ad7cdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:18.793045 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-d5f921f3-1b28-4a93-9372-ec60ad7cdae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752673 Jun 04 09:27:18.939288 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device edfbce93-3cd9-4178-ab5b-64cba09aa8ad up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:27:19.006240 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-05758903-7190-4ed8-88da-c7e2748eddb9 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864235 Jun 04 09:27:19.050953 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port edfbce93-3cd9-4178-ab5b-64cba09aa8ad completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:27:19.144638 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port edfbce93-3cd9-4178-ab5b-64cba09aa8ad triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:27:19.145066 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:19.178277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:19.305585 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port edfbce93-3cd9-4178-ab5b-64cba09aa8ad is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:27:19.306127 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:19.357466 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:19.361956 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded23634-1cef-4a31-b024-73c96a1a1066" -d '{"events": [{"server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "name": "network-vif-plugged", "status": "completed", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:19.377804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9076-f58a-4e8b-b8a8-6019d25394dd req-1b30f7c6-1a11-47d4-8bf8-6f41fcb57ce4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:19.381169 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eefe9076-f58a-4e8b-b8a8-6019d25394dd req-1b30f7c6-1a11-47d4-8bf8-6f41fcb57ce4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0678763 Jun 04 09:27:19.386163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:19.440185 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eefe9076-f58a-4e8b-b8a8-6019d25394dd req-28d2db10-445b-4020-befb-59c9391c90ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Jun 04 09:27:19.486924 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:19.566306 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:19.631157 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da15561-b2e9-4c73-bb25-d4c399da90c5 req-6122506a-1097-4d60-9fbb-c09176b86c00 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:19.636166 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1da15561-b2e9-4c73-bb25-d4c399da90c5 req-6122506a-1097-4d60-9fbb-c09176b86c00 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.1099827 Jun 04 09:27:19.690811 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8cbf84-a363-4c2e-971b-f7a91eaf11dc x-openstack-request-id: req-4a8cbf84-a363-4c2e-971b-f7a91eaf11dc {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:19.691447 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "name": "network-vif-plugged", "status": "completed", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:19.691810 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a8cbf84-a363-4c2e-971b-f7a91eaf11dc {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:19.692492 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8cbf84-a363-4c2e-971b-f7a91eaf11dc'] response: {'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'code': 200} Jun 04 09:27:19.741231 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1da15561-b2e9-4c73-bb25-d4c399da90c5 req-82411669-0350-4c8e-a4c8-992920473bb7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913815 Jun 04 09:27:19.905654 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:20.100069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8eda-147d-4730-8daa-07e940684949 req-214fcc1e-9abc-4008-833d-24609032fbb8 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:20.102835 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea7e8eda-147d-4730-8daa-07e940684949 req-214fcc1e-9abc-4008-833d-24609032fbb8 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.3237901 Jun 04 09:27:20.115560 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-6f25a9a7-7ea2-47e0-ac6c-18de29687984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:20.118233 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-6f25a9a7-7ea2-47e0-ac6c-18de29687984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1129 time: 0.1564972 Jun 04 09:27:20.167173 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f90ed0-8069-4aa0-a143-f2edb3f977af req-6f755703-c1cd-4a86-999c-fcd615309d52 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:20.169790 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-61f90ed0-8069-4aa0-a143-f2edb3f977af req-6f755703-c1cd-4a86-999c-fcd615309d52 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.2867219 Jun 04 09:27:20.173420 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:20.273799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-189e0057-683d-4890-8d2d-c9db3bc02dea req-b7a80924-11cd-4a37-8c74-22167209d930 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925611 Jun 04 09:27:20.292865 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea7e8eda-147d-4730-8daa-07e940684949 req-8eaa3d1b-b578-4592-b3c2-0a85a29d2c16 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730132 Jun 04 09:27:20.310818 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-61f90ed0-8069-4aa0-a143-f2edb3f977af req-a7f82701-cb40-4bc5-8cbb-3212e6c43bc3 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264753 Jun 04 09:27:20.632950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e631-ff2d-4b2a-a736-9fceda5159a7 req-e04f45d0-3e73-4645-9a5d-fc30a613b2a9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:20.634916 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39f3e631-ff2d-4b2a-a736-9fceda5159a7 req-e04f45d0-3e73-4645-9a5d-fc30a613b2a9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0590913 Jun 04 09:27:20.693739 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39f3e631-ff2d-4b2a-a736-9fceda5159a7 req-2f3a81f8-aa22-49a8-9a0a-ca84bdc2e2b4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524931 Jun 04 09:27:20.889012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93e08-b8a1-43f5-ba05-61a30d454b6b req-bc297660-97cc-44bf-adfd-96a595b19f4e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:20.893338 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0b93e08-b8a1-43f5-ba05-61a30d454b6b req-bc297660-97cc-44bf-adfd-96a595b19f4e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0559630 Jun 04 09:27:20.978479 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0b93e08-b8a1-43f5-ba05-61a30d454b6b req-63f28bcb-36e1-4b98-866b-61089dd20d07 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798142 Jun 04 09:27:21.519870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030bf41-5d53-43c7-b7dc-409d52f58ee1 req-cbf370a7-6234-4b95-907f-45c0f711279e tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:21.522376 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c030bf41-5d53-43c7-b7dc-409d52f58ee1 req-cbf370a7-6234-4b95-907f-45c0f711279e tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.1096690 Jun 04 09:27:21.624700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5de97-7da2-452c-b628-330597de7ce2 req-0af1283d-618c-4ee5-8acd-ff2b5486e802 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:21.635074 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ea5de97-7da2-452c-b628-330597de7ce2 req-0af1283d-618c-4ee5-8acd-ff2b5486e802 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1794038 Jun 04 09:27:21.673390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe7881-d530-4522-bc37-452b1d840304 req-411e60c8-d379-42ac-837a-d1bc5b736e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:21.675239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dabe7881-d530-4522-bc37-452b1d840304 req-411e60c8-d379-42ac-837a-d1bc5b736e2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 1129 time: 0.1525769 Jun 04 09:27:21.752707 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c030bf41-5d53-43c7-b7dc-409d52f58ee1 req-5d7511c5-c412-4fdd-885b-a1cae0b2dc58 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867938 Jun 04 09:27:21.764512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-7af5875e-a0b0-4c06-8d6e-c739d9815c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:21.766490 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-7af5875e-a0b0-4c06-8d6e-c739d9815c36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.2773459 Jun 04 09:27:21.789934 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ea5de97-7da2-452c-b628-330597de7ce2 req-b1fa272a-ca26-4bfc-bcce-b80647d3fd80 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504438 Jun 04 09:27:21.840180 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-1c909e0c-2d85-4b06-ba71-ef2f5e4808b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 200 len: 217 time: 0.0577910 Jun 04 09:27:21.856273 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dabe7881-d530-4522-bc37-452b1d840304 req-2c86e22c-d0e8-4319-89eb-59d73e2b4241 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252036 Jun 04 09:27:21.924607 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:21.993911 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74af8c-657c-479b-84a4-b8ca076ed97a req-08158a26-9b30-4b45-b2be-87de0a1f061c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:21.996719 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ff74af8c-657c-479b-84a4-b8ca076ed97a req-08158a26-9b30-4b45-b2be-87de0a1f061c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1260931 Jun 04 09:27:22.036257 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956ca7-9a14-4316-bfa3-e42519f8bf42 req-de2e8f36-3ece-4deb-8809-4465b362e365 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:22.038909 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3d956ca7-9a14-4316-bfa3-e42519f8bf42 req-de2e8f36-3ece-4deb-8809-4465b362e365 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1123676 Jun 04 09:27:22.056638 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54542) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:22.057331 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:22.057478 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'floatingip': {'port_id': '19828924-fa28-4424-9220-6e59b86934bf'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:22.102256 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ff74af8c-657c-479b-84a4-b8ca076ed97a req-78940dd5-782e-452a-b26e-5dcc945f3fb5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948169 Jun 04 09:27:22.140551 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:22.223370 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddb068-e762-457d-a6f1-a851f30f2ef3 req-09b374d0-e132-4aff-80a2-0b7aed17c235 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:22.225022 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bddb068-e762-457d-a6f1-a851f30f2ef3 req-09b374d0-e132-4aff-80a2-0b7aed17c235 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0934896 Jun 04 09:27:22.276702 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:22.328090 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bddb068-e762-457d-a6f1-a851f30f2ef3 req-35ae3d4f-8eb5-4286-bfed-16ec5b76a2ff tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956197 Jun 04 09:27:22.352668 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-cbc190ee-2508-407d-b1ed-1f8d65f74643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:22.354529 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-cbc190ee-2508-407d-b1ed-1f8d65f74643 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0623806 Jun 04 09:27:22.501936 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:22.512561 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-e77452c7-f921-42e6-a251-ffa623197204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:22.516017 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-e77452c7-f921-42e6-a251-ffa623197204 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750787 Jun 04 09:27:22.657091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f407-fac9-4cb6-bdb7-4c58b8429b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:22.780094 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:22.874722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:22.995191 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-1f29302f-5da5-4394-b44d-11427a888aa5 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:22.996897 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-1f29302f-5da5-4394-b44d-11427a888aa5 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.1554961 Jun 04 09:27:23.008242 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92d69-0314-4166-a2e0-aea5ec0cfebe req-a9e5cf22-de19-4af3-a5fc-17e2428a7723 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:23.013403 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Floating IP 92c8ef4b-c12c-4b03-a0ac-86ebaf93008d associated. External IP: 172.27.0.184, port: 19828924-fa28-4424-9220-6e59b86934bf. Jun 04 09:27:23.015613 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbf92d69-0314-4166-a2e0-aea5ec0cfebe req-a9e5cf22-de19-4af3-a5fc-17e2428a7723 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.1215501 Jun 04 09:27:23.215503 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:23.328864 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dbf92d69-0314-4166-a2e0-aea5ec0cfebe req-30b52214-7f4f-4fae-a61c-b96c88de1b44 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120759 Jun 04 09:27:23.359246 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54586) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:23.362970 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-28733fc4-a12e-4641-b43b-eabf7fbadc80 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102386 Jun 04 09:27:23.363615 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Deleting port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:27:23.364080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:23.432558 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:27:23.546011 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39abee2-d23f-469c-b0cf-5673e2aad955 req-5da0ed12-bc25-4b5c-ad86-ecd558a9286e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:23.548240 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e39abee2-d23f-469c-b0cf-5673e2aad955 req-5da0ed12-bc25-4b5c-ad86-ecd558a9286e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.2967961 Jun 04 09:27:23.638386 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:27:23.645093 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-830adf67-ff34-4b27-987a-b981d5db7c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:23.646275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:23.653103 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:27:23.658366 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6bf1-ec70-4009-bdf3-49e25d0be4b1 req-a75078dc-54e0-4303-868a-0f0a7f3e1dbb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:23.660026 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-345f6bf1-ec70-4009-bdf3-49e25d0be4b1 req-a75078dc-54e0-4303-868a-0f0a7f3e1dbb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.1108201 Jun 04 09:27:23.679083 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:23.683951 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:23.710748 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:23.715614 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-32b7ddda-3286-421f-b75a-26cf84f89347 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "PUT /v2.0/floatingips/92c8ef4b-c12c-4b03-a0ac-86ebaf93008d HTTP/1.1" status: 200 len: 991 time: 1.6638756 Jun 04 09:27:23.716040 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'tag': '19828924-fa28-4424-9220-6e59b86934bf'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:23.720367 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4d2d6-9806-454e-bec3-0b302327493f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "tag": "19828924-fa28-4424-9220-6e59b86934bf"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:23.730901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] For port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,segment=NetworkSegment(4ff149e8-b88f-4a6b-aac7-8988386fa17c),segment_id=4ff149e8-b88f-4a6b-aac7-8988386fa17c)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:27:23.731269 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:23.742106 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e39abee2-d23f-469c-b0cf-5673e2aad955 req-7894c48e-9435-48ba-af23-33423c132f7c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870632 Jun 04 09:27:23.773981 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Calling delete_port for 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:27:23.827023 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:23.871933 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3d2aa7-82af-4851-a2ab-780d2b1e1027 x-openstack-request-id: req-8d3d2aa7-82af-4851-a2ab-780d2b1e1027 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:23.872452 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "tag": "19828924-fa28-4424-9220-6e59b86934bf", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:23.872843 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d3d2aa7-82af-4851-a2ab-780d2b1e1027 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:23.873474 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3d2aa7-82af-4851-a2ab-780d2b1e1027'] response: {'name': 'network-changed', 'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'tag': '19828924-fa28-4424-9220-6e59b86934bf', 'status': 'completed', 'code': 200} Jun 04 09:27:23.926297 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:24.155533 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:24.225277 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '92c8ef4b-c12c-4b03-a0ac-86ebaf93008d', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '19828924-fa28-4424-9220-6e59b86934bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:05:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:40Z', 'updated_at': '2022-06-04T09:27:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:24.255802 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:27:24.273908 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-345f6bf1-ec70-4009-bdf3-49e25d0be4b1 req-13f3eed1-2737-46ea-860c-aa19c4d28a68 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781548 Jun 04 09:27:24.275789 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:24.276491 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:26:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:24.299734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d2d6-9806-454e-bec3-0b302327493f req-d5221336-7223-44c0-a918-9b1d3f149aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:24.301389 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-d5221336-7223-44c0-a918-9b1d3f149aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1129 time: 0.1857300 Jun 04 09:27:24.395370 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:24.405011 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:24.429299 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54610) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:24.481868 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cdcb073d-5a9d-4fb6-a565-f2e96dffcc77 req-b1b95e06-4f1e-473d-9212-d6231f181a24 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810355 Jun 04 09:27:24.489457 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-830adf67-ff34-4b27-987a-b981d5db7c9f admin admin] Publish callbacks [] for security_group (892094d4-2147-4d14-bb4c-8ef57dd80e0c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.659178 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d2d6-9806-454e-bec3-0b302327493f req-477ed2ee-fb61-4a1c-b0fb-c83fe82e2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:24.659390 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f8a-70be-4fc2-b4e7-162946e670d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.664772 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-477ed2ee-fb61-4a1c-b0fb-c83fe82e2d04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 912 time: 0.3448710 Jun 04 09:27:24.674618 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-830adf67-ff34-4b27-987a-b981d5db7c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (892094d4-2147-4d14-bb4c-8ef57dd80e0c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.709108 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac57ef-6669-4f42-b1c3-4594c527db64 req-4be0ea8f-3b5a-49c8-a321-dc9e9ae39632 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:24.712027 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31ac57ef-6669-4f42-b1c3-4594c527db64 req-4be0ea8f-3b5a-49c8-a321-dc9e9ae39632 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 945 time: 0.2110014 Jun 04 09:27:24.769542 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f8a-70be-4fc2-b4e7-162946e670d0 admin admin] Publish callbacks [] for security_group (93a32064-cfaa-4e4e-bce6-e9967bef1f02), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.804136 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '92c8ef4b-c12c-4b03-a0ac-86ebaf93008d', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '19828924-fa28-4424-9220-6e59b86934bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:05:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:40Z', 'updated_at': '2022-06-04T09:27:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:24.851280 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b66d-eedc-477c-81cb-e29448320137 None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '92c8ef4b-c12c-4b03-a0ac-86ebaf93008d', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '19828924-fa28-4424-9220-6e59b86934bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:05:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:40Z', 'updated_at': '2022-06-04T09:27:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:27:24.863451 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f8a-70be-4fc2-b4e7-162946e670d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (93a32064-cfaa-4e4e-bce6-e9967bef1f02), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.873025 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-830adf67-ff34-4b27-987a-b981d5db7c9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2847d67a939437aa184093ef615e72d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5005686 Jun 04 09:27:24.877589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54628) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:24.895443 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830adf67-ff34-4b27-987a-b981d5db7c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892094d4-2147-4d14-bb4c-8ef57dd80e0c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:24.907296 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-b9882323-40f2-4804-8a31-ed097dcbee91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 999 time: 0.1914701 Jun 04 09:27:24.954816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7f8a-70be-4fc2-b4e7-162946e670d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a32064-cfaa-4e4e-bce6-e9967bef1f02,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:24.967607 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2a2d7f8a-70be-4fc2-b4e7-162946e670d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cc8662a17124f7b9d209896c46b1533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353534 Jun 04 09:27:24.971719 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54630) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:24.983942 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:24.988830 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:27:25.017872 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:25.055676 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] Publish callbacks [] for security_group (93a32064-cfaa-4e4e-bce6-e9967bef1f02), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.073144 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:27:25.073728 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:27:25.085675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31ac57ef-6669-4f42-b1c3-4594c527db64 req-857ea5bc-c1ce-4326-97ab-daa78ccdd822 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/security-groups?id=de234756-5011-4e90-86e2-883e5604da63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890024 Jun 04 09:27:25.092902 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] Publish callbacks [] for security_group (93a32064-cfaa-4e4e-bce6-e9967bef1f02), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.110332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Pushing event deleted for resources: {'Port': ['ID=7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:25.194455 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8bb74-89e8-44d3-a807-cd810a3aa67c req-831eab87-3b45-4cf8-a07b-1711c93a804b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:25.196126 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4f8bb74-89e8-44d3-a807-cd810a3aa67c req-831eab87-3b45-4cf8-a07b-1711c93a804b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.2261088 Jun 04 09:27:25.205388 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d2d6-9806-454e-bec3-0b302327493f req-0374576b-48d3-4b57-8180-83ada09941b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:25.207044 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-0374576b-48d3-4b57-8180-83ada09941b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.2858446 Jun 04 09:27:25.261982 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] Publish callbacks [] for security_group (892094d4-2147-4d14-bb4c-8ef57dd80e0c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.263822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] No DVR routers for this DVR port 7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:27:25.285645 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d25f7d-41b8-49c4-8b7f-f79193a7bfaa None None] New status for floating IP 92c8ef4b-c12c-4b03-a0ac-86ebaf93008d: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:27:25.293399 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.296757 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b848b45-7403-4ee2-b7cd-a857b883dffa req-834d013e-f0da-4f58-b5e7-28fbe6f68da4 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.47 "DELETE /v2.0/ports/7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa HTTP/1.1" status: 204 len: 173 time: 2.2789762 Jun 04 09:27:25.301387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'name': 'network-vif-deleted', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:25.304326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4010da-8bd4-481e-91f9-fc659b84c510" -d '{"events": [{"server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "name": "network-vif-deleted", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:25.327647 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (93a32064-cfaa-4e4e-bce6-e9967bef1f02), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.339195 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.355635 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93a32064-cfaa-4e4e-bce6-e9967bef1f02 HTTP/1.1" status: 204 len: 168 time: 0.3783665 Jun 04 09:27:25.358736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d2d6-9806-454e-bec3-0b302327493f req-2ba0cc10-21fa-4d64-9765-6b9c58f6a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:25.360659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-2ba0cc10-21fa-4d64-9765-6b9c58f6a40f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267917 Jun 04 09:27:25.371213 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] Publish callbacks [] for security_group (892094d4-2147-4d14-bb4c-8ef57dd80e0c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.398324 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad0381-d3cf-4643-82a8-cc2bd214b3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a32064-cfaa-4e4e-bce6-e9967bef1f02,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:25.485502 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:25.549170 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4f8bb74-89e8-44d3-a807-cd810a3aa67c req-eae81c8a-e047-4c50-89c1-b1a881bd44dc tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382545 Jun 04 09:27:25.552267 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f274e7b-1906-4db6-84ae-39a733ccfec0 x-openstack-request-id: req-7f274e7b-1906-4db6-84ae-39a733ccfec0 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:25.552632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5b1685-7f08-4537-99c6-95643dd6a29e", "name": "network-vif-deleted", "tag": "7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:25.553005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f274e7b-1906-4db6-84ae-39a733ccfec0 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:25.553696 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f274e7b-1906-4db6-84ae-39a733ccfec0'] response: {'server_uuid': '6a5b1685-7f08-4537-99c6-95643dd6a29e', 'name': 'network-vif-deleted', 'tag': '7ad2b3b7-c858-4b6d-abb3-5ecbf45eefaa', 'status': 'completed', 'code': 200} Jun 04 09:27:25.568921 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54640) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:25.727502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5cc30-1629-4241-9403-e84df77e0033 req-437f7504-8d8e-4c3a-83a4-29cee563bb47 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:25.727502 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09a5cc30-1629-4241-9403-e84df77e0033 req-437f7504-8d8e-4c3a-83a4-29cee563bb47 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.1271839 Jun 04 09:27:25.740763 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b970-7aab-405c-8fdd-d254272171b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.758504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-8e9dc41d-04d3-4151-994b-f6e8e939cac7 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898430 Jun 04 09:27:25.802604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1a76139e-15f2-4861-8527-2e0792407995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.903496 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09a5cc30-1629-4241-9403-e84df77e0033 req-2dc78a7f-42a2-4a31-b081-bacaf715f9f9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793485 Jun 04 09:27:25.904993 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b970-7aab-405c-8fdd-d254272171b0 admin admin] Publish callbacks [] for security_group (a8ba52e0-56ac-4c84-a0a5-19b5b41835ec), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:25.953015 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30d4d2d6-9806-454e-bec3-0b302327493f req-62d2c81e-09de-421a-a64b-8d2f7331c777 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883094 Jun 04 09:27:26.029268 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (892094d4-2147-4d14-bb4c-8ef57dd80e0c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.032264 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.038906 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/892094d4-2147-4d14-bb4c-8ef57dd80e0c HTTP/1.1" status: 204 len: 168 time: 1.1543941 Jun 04 09:27:26.048051 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d06767-4eae-4632-91eb-746cdd5a98be req-c449d16f-2f07-4935-930e-44f909b95b47 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:26.049683 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-83d06767-4eae-4632-91eb-746cdd5a98be req-c449d16f-2f07-4935-930e-44f909b95b47 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0615697 Jun 04 09:27:26.055189 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3dcb5-d327-434e-a452-f863d93c03c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892094d4-2147-4d14-bb4c-8ef57dd80e0c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:26.062839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54648) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:26.070513 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:27:26.122453 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b970-7aab-405c-8fdd-d254272171b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a8ba52e0-56ac-4c84-a0a5-19b5b41835ec), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.138729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.210872 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c7c0b970-7aab-405c-8fdd-d254272171b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5880448ed29c420a930d21d90651bddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405847 Jun 04 09:27:26.218090 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54654) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:26.240519 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0b970-7aab-405c-8fdd-d254272171b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba52e0-56ac-4c84-a0a5-19b5b41835ec,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:26.250011 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23879e70-e914-4e15-bdcc-c083cd412662 req-b193ad19-abec-490b-8b43-a51ee3db4714 tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0421467 Jun 04 09:27:26.307607 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] Publish callbacks [] for security_group (a8ba52e0-56ac-4c84-a0a5-19b5b41835ec), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.334643 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] Publish callbacks [] for security_group (a8ba52e0-56ac-4c84-a0a5-19b5b41835ec), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.381352 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.623833 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a8ba52e0-56ac-4c84-a0a5-19b5b41835ec), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.626511 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.630149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8ba52e0-56ac-4c84-a0a5-19b5b41835ec HTTP/1.1" status: 204 len: 168 time: 0.4086599 Jun 04 09:27:26.638817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7608-60bc-4b7d-9ec1-4cf8f81477e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba52e0-56ac-4c84-a0a5-19b5b41835ec,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:26.743199 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19790c6e-21b6-4295-a143-6eef8ba3a8be req-16a8db71-53f1-47ca-86c4-50c37abb2055 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:26.745282 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-19790c6e-21b6-4295-a143-6eef8ba3a8be req-16a8db71-53f1-47ca-86c4-50c37abb2055 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0688417 Jun 04 09:27:26.783575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:26.797102 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:26.802063 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-19790c6e-21b6-4295-a143-6eef8ba3a8be req-861f7e8c-eb2d-45b9-a212-b1158bb67424 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496085 Jun 04 09:27:26.975605 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.077531 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 3f4042fa-ce11-4b2d-b215-1e441b8fe42f associated. External IP: 172.27.0.73, port: edfbce93-3cd9-4178-ab5b-64cba09aa8ad. Jun 04 09:27:27.153391 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54662) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:27.187392 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-72a51dd4-ccc8-4013-a293-4591748f024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.240651 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:27.380024 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:27:27.388049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-72a51dd4-ccc8-4013-a293-4591748f024b admin admin] Publish callbacks [] for security_group (b7ae5b10-1530-4152-b7e3-bd9783e72ba4), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.458622 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db25edbc-006d-4f85-b923-30e7dec0761f req-f1b7a52f-3147-4c07-87b6-51e5eddfd77c tempest-DeleteServersTestJSON-1989211451 tempest-DeleteServersTestJSON-1989211451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a5b1685-7f08-4537-99c6-95643dd6a29e HTTP/1.1" status: 200 len: 210 time: 0.0409782 Jun 04 09:27:27.528253 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-72a51dd4-ccc8-4013-a293-4591748f024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b7ae5b10-1530-4152-b7e3-bd9783e72ba4), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.576919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54666) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:27.634011 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-72a51dd4-ccc8-4013-a293-4591748f024b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8c23cf85ad64008afbaffde4ca9319a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748881 Jun 04 09:27:27.634011 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4083a85b-4e03-40d2-9106-3f313a0d8f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.635785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54668) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:27.637678 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a51dd4-ccc8-4013-a293-4591748f024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae5b10-1530-4152-b7e3-bd9783e72ba4,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:27.770989 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:27:27.782031 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.786339 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:27:27.802676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] Publish callbacks [] for security_group (b7ae5b10-1530-4152-b7e3-bd9783e72ba4), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.812504 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:27.813674 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:27:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:27.841694 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7f29c291-6bae-4bd1-bcaa-b53d485de9d4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "PUT /v2.0/floatingips/3f4042fa-ce11-4b2d-b215-1e441b8fe42f HTTP/1.1" status: 200 len: 990 time: 1.7738073 Jun 04 09:27:27.841694 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:27:27.842717 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16306037-451d-46d6-8252-06dbb9a7e692" -d '{"events": [{"name": "network-changed", "server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:27:27.903921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] Publish callbacks [] for security_group (b7ae5b10-1530-4152-b7e3-bd9783e72ba4), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.955487 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ca383-05b3-40d7-b6a4-d303d1eb4f73 x-openstack-request-id: req-564ca383-05b3-40d7-b6a4-d303d1eb4f73 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:27:27.956476 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:27:27.956476 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-564ca383-05b3-40d7-b6a4-d303d1eb4f73 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:27:27.957075 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564ca383-05b3-40d7-b6a4-d303d1eb4f73'] response: {'name': 'network-changed', 'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'status': 'completed', 'code': 200} Jun 04 09:27:27.965909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4083a85b-4e03-40d2-9106-3f313a0d8f5d admin admin] Publish callbacks [] for security_group (9e0563d9-9115-4298-8e04-c45f6205ec34), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:27.976850 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:28.041614 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:28.106281 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4083a85b-4e03-40d2-9106-3f313a0d8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9e0563d9-9115-4298-8e04-c45f6205ec34), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.163371 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a385-ea49-4066-b943-6e9ba5f15c51 req-765d33ee-714e-4736-b6ee-24a13d0f7443 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:28.166165 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a82a385-ea49-4066-b943-6e9ba5f15c51 req-765d33ee-714e-4736-b6ee-24a13d0f7443 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.2089989 Jun 04 09:27:28.185071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306037-451d-46d6-8252-06dbb9a7e692 req-e5979e61-6c56-4ce3-a512-495b6f2f5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:28.187557 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-e5979e61-6c56-4ce3-a512-495b6f2f5d0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 1129 time: 0.1546972 Jun 04 09:27:28.246483 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4083a85b-4e03-40d2-9106-3f313a0d8f5d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25737c98539046a1b0420d2f52daa0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680837 Jun 04 09:27:28.249994 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54680) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:28.330923 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083a85b-4e03-40d2-9106-3f313a0d8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0563d9-9115-4298-8e04-c45f6205ec34,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:28.331404 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] Publish callbacks [] for security_group (9e0563d9-9115-4298-8e04-c45f6205ec34), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.366545 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] Publish callbacks [] for security_group (9e0563d9-9115-4298-8e04-c45f6205ec34), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.372597 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b7ae5b10-1530-4152-b7e3-bd9783e72ba4), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.377567 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.379484 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7ae5b10-1530-4152-b7e3-bd9783e72ba4 HTTP/1.1" status: 204 len: 168 time: 0.7377870 Jun 04 09:27:28.397483 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:26Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:28.425858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0316-fbb5-411c-bf27-75fe53fd6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae5b10-1530-4152-b7e3-bd9783e72ba4,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:28.443067 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a82a385-ea49-4066-b943-6e9ba5f15c51 req-c35c34cb-d5ea-4306-bbf2-9339d53c2288 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489483 Jun 04 09:27:28.471172 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:27:28.480565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306037-451d-46d6-8252-06dbb9a7e692 req-78af7723-81b0-41c3-8112-b6b3fadd0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:28.482140 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-78af7723-81b0-41c3-8112-b6b3fadd0b4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.2809017 Jun 04 09:27:28.486220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:28.490784 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:27:28.490784 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:27:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:28.555039 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9e0563d9-9115-4298-8e04-c45f6205ec34), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.558558 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.559779 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e0563d9-9115-4298-8e04-c45f6205ec34 HTTP/1.1" status: 204 len: 168 time: 0.3081648 Jun 04 09:27:28.572251 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213220-6922-43b4-ab98-3a955d2f16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0563d9-9115-4298-8e04-c45f6205ec34,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:28.601121 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-d51c2819-30a1-4b1e-95bd-f36fe24ac75f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad HTTP/1.1" status: 200 len: 998 time: 0.1077752 Jun 04 09:27:28.677296 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306037-451d-46d6-8252-06dbb9a7e692 req-1cbc8bc0-2890-406a-bca2-e0d4ba5b5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:28.679137 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-1cbc8bc0-2890-406a-bca2-e0d4ba5b5d13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.0641308 Jun 04 09:27:28.723173 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:27:28.748641 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54692) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:28.768942 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306037-451d-46d6-8252-06dbb9a7e692 req-4d412772-3d27-4a17-ae58-ff77e5d52a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:28.779928 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-4d412772-3d27-4a17-ae58-ff77e5d52a41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893624 Jun 04 09:27:28.783255 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7235c22d-ef5a-45e9-ba10-5f9afe650cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.839067 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:28.928112 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-c5d8fbf3-b71f-4add-8025-467dcc5e7007 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376162 Jun 04 09:27:29.027594 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7235c22d-ef5a-45e9-ba10-5f9afe650cb9 admin admin] Publish callbacks [] for security_group (447c5493-478a-46e0-8b13-716f19efeb0c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.045090 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:26Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:29.089082 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c5362-6a60-4ebe-9dab-b26a093bdaf0 None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:26Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:27:29.100766 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7235c22d-ef5a-45e9-ba10-5f9afe650cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (447c5493-478a-46e0-8b13-716f19efeb0c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.154487 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235c22d-ef5a-45e9-ba10-5f9afe650cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447c5493-478a-46e0-8b13-716f19efeb0c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:29.180933 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7235c22d-ef5a-45e9-ba10-5f9afe650cb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cbaec88e15d49cfb09dbcc9f89b17c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302096 Jun 04 09:27:29.185167 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54702) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:29.201914 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16306037-451d-46d6-8252-06dbb9a7e692 req-44ba4d31-5c40-42e8-af04-d813906537d5 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640655 Jun 04 09:27:29.296551 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] Publish callbacks [] for security_group (447c5493-478a-46e0-8b13-716f19efeb0c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.347413 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] Publish callbacks [] for security_group (447c5493-478a-46e0-8b13-716f19efeb0c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.435942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0665947-9f71-41c5-a4f3-4ddbe9997574 None None] New status for floating IP 3f4042fa-ce11-4b2d-b215-1e441b8fe42f: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:27:29.582527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (447c5493-478a-46e0-8b13-716f19efeb0c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.587069 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:29.589357 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/447c5493-478a-46e0-8b13-716f19efeb0c HTTP/1.1" status: 204 len: 168 time: 0.4021218 Jun 04 09:27:29.605856 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c657e75-2942-48e5-b5ed-15cec866f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c5493-478a-46e0-8b13-716f19efeb0c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:29.725135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bb293-44c7-4bbf-9fbd-349da9e1ff90 req-ce20b24a-70f5-4dd4-a29a-6c10dab4ba58 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:29.728092 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c05bb293-44c7-4bbf-9fbd-349da9e1ff90 req-ce20b24a-70f5-4dd4-a29a-6c10dab4ba58 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0905228 Jun 04 09:27:29.811397 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c05bb293-44c7-4bbf-9fbd-349da9e1ff90 req-4a7f4016-d387-4614-b8a9-2da1dbe3b902 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 Jun 04 09:27:29.946696 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:30.480867 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:30.677016 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54744) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:30.731598 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Deleting subnet 3fecae6e-6697-40ab-913a-0c8883be92a1 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:27:30.735961 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Publish callbacks [] for subnet (3fecae6e-6697-40ab-913a-0c8883be92a1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:30.781298 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (3fecae6e-6697-40ab-913a-0c8883be92a1), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:30.794695 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54748) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:30.823919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc95aef7-48ea-4885-986b-563f1b9186df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:30.831021 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (3fecae6e-6697-40ab-913a-0c8883be92a1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.015876 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (3fecae6e-6697-40ab-913a-0c8883be92a1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.067695 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.070374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebc297-f6e6-4fef-8005-c1e8f8c58389 req-21946ee5-685b-46d3-b5de-6aefa65c8914 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:31.073841 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e9ebc297-f6e6-4fef-8005-c1e8f8c58389 req-21946ee5-685b-46d3-b5de-6aefa65c8914 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1237328 Jun 04 09:27:31.074176 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3fecae6e-6697-40ab-913a-0c8883be92a1 HTTP/1.1" status: 204 len: 168 time: 0.3957801 Jun 04 09:27:31.075646 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d029d-9466-4f60-885a-61ea5b7363f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fecae6e-6697-40ab-913a-0c8883be92a1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:31.077334 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc95aef7-48ea-4885-986b-563f1b9186df admin admin] Publish callbacks [] for security_group (40ffaf64-2663-4b77-86ea-4226e56fdc34), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.078817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54756) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:31.212618 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc95aef7-48ea-4885-986b-563f1b9186df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (40ffaf64-2663-4b77-86ea-4226e56fdc34), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.237855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:31.320578 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.344643 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e9ebc297-f6e6-4fef-8005-c1e8f8c58389 req-8fbb9550-887b-4e23-946a-f133fa4f1a60 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510173 Jun 04 09:27:31.351538 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cc95aef7-48ea-4885-986b-563f1b9186df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c00221de6ce46208c5cc6e7f3dba889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537670 Jun 04 09:27:31.354568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95aef7-48ea-4885-986b-563f1b9186df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffaf64-2663-4b77-86ea-4226e56fdc34,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:31.355861 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54766) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:31.454732 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] Publish callbacks [] for security_group (40ffaf64-2663-4b77-86ea-4226e56fdc34), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.506632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.507901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] Publish callbacks [] for security_group (40ffaf64-2663-4b77-86ea-4226e56fdc34), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.539734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f519e47e-a808-4b8b-856c-a7ef5c2f4cd7']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:31.556078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff149e8-b88f-4a6b-aac7-8988386fa17c') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:31.556605 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff149e8-b88f-4a6b-aac7-8988386fa17c') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:27:31.570700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (4ff149e8-b88f-4a6b-aac7-8988386fa17c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.593510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (4ff149e8-b88f-4a6b-aac7-8988386fa17c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.611068 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:27:31.612098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (4ff149e8-b88f-4a6b-aac7-8988386fa17c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.645812 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 4ff149e8-b88f-4a6b-aac7-8988386fa17c resource provider aggregate not found Jun 04 09:27:31.708614 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (40ffaf64-2663-4b77-86ea-4226e56fdc34), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.712123 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:31.717726 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40ffaf64-2663-4b77-86ea-4226e56fdc34 HTTP/1.1" status: 204 len: 168 time: 0.3563085 Jun 04 09:27:31.725388 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3cb9-8c02-46db-ad50-53c095f60470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffaf64-2663-4b77-86ea-4226e56fdc34,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:32.035033 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 4ff149e8-b88f-4a6b-aac7-8988386fa17c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ff149e8-b88f-4a6b-aac7-8988386fa17c found for delete ", "request_id": "req-7a5e721b-161f-4e0d-8d23-65e1fa625c19"}]} Jun 04 09:27:32.114199 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (f519e47e-a808-4b8b-856c-a7ef5c2f4cd7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:32.124655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:32.129286 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f519e47e-a808-4b8b-856c-a7ef5c2f4cd7 HTTP/1.1" status: 204 len: 168 time: 1.0483620 Jun 04 09:27:32.148259 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d8def-8733-4f19-99e6-d038f8be4c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f519e47e-a808-4b8b-856c-a7ef5c2f4cd7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:32.410538 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:32.538674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe4430-0776-45eb-977a-251463e790ca req-87ada411-a644-4338-9b99-93a10204a173 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:32.541695 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1bbe4430-0776-45eb-977a-251463e790ca req-87ada411-a644-4338-9b99-93a10204a173 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0794847 Jun 04 09:27:32.608033 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1bbe4430-0776-45eb-977a-251463e790ca req-c869ee19-6507-4bd9-9566-551d8f7ce3f9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535786 Jun 04 09:27:32.660980 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:32.759962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:32.775055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54806) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:32.849566 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-bba3b628-2db5-4a5a-90dc-0751440ffeff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29bb9979415948f685ad1fe8d58bfb20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0722694 Jun 04 09:27:32.853223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54808) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:32.942949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] Publish callbacks [] for security_group (de234756-5011-4e90-86e2-883e5604da63), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:32.984978 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] Publish callbacks [] for security_group (de234756-5011-4e90-86e2-883e5604da63), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:33.162362 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (de234756-5011-4e90-86e2-883e5604da63), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:33.167826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:33.174076 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de234756-5011-4e90-86e2-883e5604da63 HTTP/1.1" status: 204 len: 168 time: 0.3189561 Jun 04 09:27:33.189742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de311-0f05-4184-967b-4a01f185f192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de234756-5011-4e90-86e2-883e5604da63,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:33.254918 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:33.769940 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90bdd6-0b63-4fb4-9c54-2f52119d5d17 req-e6f24398-8ea3-444a-8011-0d68e9502072 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:33.772108 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f90bdd6-0b63-4fb4-9c54-2f52119d5d17 req-e6f24398-8ea3-444a-8011-0d68e9502072 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0654175 Jun 04 09:27:33.859817 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f90bdd6-0b63-4fb4-9c54-2f52119d5d17 req-a37eb20b-a126-48ca-b92b-9c4405067aab tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739288 Jun 04 09:27:34.432268 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:34.726315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:34.760764 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:34.879404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:35.082188 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81935f-7cdd-468c-b9d8-e2875d654db4 req-fa7b1d88-30d6-4fc4-ac22-cb771a054cfb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:35.085063 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bb81935f-7cdd-468c-b9d8-e2875d654db4 req-fa7b1d88-30d6-4fc4-ac22-cb771a054cfb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1011801 Jun 04 09:27:35.169412 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bb81935f-7cdd-468c-b9d8-e2875d654db4 req-237fe0e1-614a-4d6e-bd1d-e4c8e2272acc tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760522 Jun 04 09:27:35.445933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:36.382665 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a9e8-f748-4358-ba0e-2e1844a3bc99 req-e0faa653-b4de-42fe-9958-0a86ba7b1e1b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:36.385531 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-59d6a9e8-f748-4358-ba0e-2e1844a3bc99 req-e0faa653-b4de-42fe-9958-0a86ba7b1e1b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0964091 Jun 04 09:27:36.444341 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-59d6a9e8-f748-4358-ba0e-2e1844a3bc99 req-d07c5fd4-34d7-41b3-8b8c-6fb9cb4c5e1e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Jun 04 09:27:36.856473 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:37.039991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:37.108899 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:37.194320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:37.583355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf302e-5624-4873-b9a0-715a4aac08c8 req-824eda2d-2afb-45ee-aef7-fc230c36c1be tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:37.585239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5caf302e-5624-4873-b9a0-715a4aac08c8 req-824eda2d-2afb-45ee-aef7-fc230c36c1be tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0523875 Jun 04 09:27:37.659226 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5caf302e-5624-4873-b9a0-715a4aac08c8 req-95c8aef5-11c1-4f9b-aea1-858dc914c3a3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631373 Jun 04 09:27:38.824170 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70a7f4-64a0-4f2f-b89d-b5682b2cfee1 req-5390dcaf-fc7c-4755-bd24-a7c02e72d2e3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:38.825803 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8f70a7f4-64a0-4f2f-b89d-b5682b2cfee1 req-5390dcaf-fc7c-4755-bd24-a7c02e72d2e3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0606582 Jun 04 09:27:38.887679 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8f70a7f4-64a0-4f2f-b89d-b5682b2cfee1 req-0c591e6f-7b02-430b-91a5-4f989d06a8cf tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535886 Jun 04 09:27:39.041988 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=75 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:39.090981 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=77 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:39.340734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54962) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:39.516795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:39.517648 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c361000e-1308-4ea6-8570-cc350ce1fb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:39.673506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c361000e-1308-4ea6-8570-cc350ce1fb07 admin admin] Publish callbacks [] for security_group (f4d26e9e-6a7d-4352-af65-f4ba87d99f95), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:39.731527 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:39.770494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c361000e-1308-4ea6-8570-cc350ce1fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f4d26e9e-6a7d-4352-af65-f4ba87d99f95), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:39.861731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c361000e-1308-4ea6-8570-cc350ce1fb07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0d98390298349789c987890dfd5e655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5073028 Jun 04 09:27:39.861731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361000e-1308-4ea6-8570-cc350ce1fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d26e9e-6a7d-4352-af65-f4ba87d99f95,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:39.861731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 54974) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:39.966703 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] Publish callbacks [] for security_group (f4d26e9e-6a7d-4352-af65-f4ba87d99f95), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.020350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] Publish callbacks [] for security_group (f4d26e9e-6a7d-4352-af65-f4ba87d99f95), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.155227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712340-884c-4284-8f72-d59984334844 req-41f7943d-7730-4120-a56b-26a25fc4ea17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:40.158091 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bd712340-884c-4284-8f72-d59984334844 req-41f7943d-7730-4120-a56b-26a25fc4ea17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1202049 Jun 04 09:27:40.161542 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:40.190948 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54988) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:40.252122 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bd712340-884c-4284-8f72-d59984334844 req-9f77c542-dc58-49a0-87c1-888f42cb4c01 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785527 Jun 04 09:27:40.266393 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f4d26e9e-6a7d-4352-af65-f4ba87d99f95), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.272526 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.280761 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4d26e9e-6a7d-4352-af65-f4ba87d99f95 HTTP/1.1" status: 204 len: 168 time: 0.4218330 Jun 04 09:27:40.314065 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329b0d1-dc4f-40aa-8f17-9229091a17bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d26e9e-6a7d-4352-af65-f4ba87d99f95,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:40.402532 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d89d10a1-9562-4214-8c1c-e45e009756b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.540049 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d89d10a1-9562-4214-8c1c-e45e009756b5 admin admin] Publish callbacks [] for security_group (15c20285-1c1a-4d21-883c-126442505bc7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.659149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d89d10a1-9562-4214-8c1c-e45e009756b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (15c20285-1c1a-4d21-883c-126442505bc7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.705724 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d89d10a1-9562-4214-8c1c-e45e009756b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e808152608374179b672add7ce45e20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5126386 Jun 04 09:27:40.711222 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d10a1-9562-4214-8c1c-e45e009756b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c20285-1c1a-4d21-883c-126442505bc7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:40.711222 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 54998) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:40.765337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:40.783754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] Publish callbacks [] for security_group (15c20285-1c1a-4d21-883c-126442505bc7), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:40.819455 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] Publish callbacks [] for security_group (15c20285-1c1a-4d21-883c-126442505bc7), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.082934 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (15c20285-1c1a-4d21-883c-126442505bc7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.087685 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.089597 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15c20285-1c1a-4d21-883c-126442505bc7 HTTP/1.1" status: 204 len: 168 time: 0.3799312 Jun 04 09:27:41.104266 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb03f1-c76b-4509-9a0d-850581a7d772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c20285-1c1a-4d21-883c-126442505bc7,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:41.377833 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55012) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:41.393371 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ceef2b7f-172d-44c9-8d6a-4c2cd69b21c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.440681 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89fd0e-a5e8-4119-b817-ac611dafbcc5 req-46e1dd1b-5ef9-487b-bca1-8eedb157bb5b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:41.440681 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f89fd0e-a5e8-4119-b817-ac611dafbcc5 req-46e1dd1b-5ef9-487b-bca1-8eedb157bb5b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0915582 Jun 04 09:27:41.538041 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f89fd0e-a5e8-4119-b817-ac611dafbcc5 req-a8c5cb18-5808-490f-a9a1-f4c3619e7b48 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752430 Jun 04 09:27:41.547870 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ceef2b7f-172d-44c9-8d6a-4c2cd69b21c0 admin admin] Publish callbacks [] for security_group (19c6b952-e49c-4273-afed-d2cb48929db5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.619766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:41.653733 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ceef2b7f-172d-44c9-8d6a-4c2cd69b21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (19c6b952-e49c-4273-afed-d2cb48929db5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.731098 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ceef2b7f-172d-44c9-8d6a-4c2cd69b21c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f5ad8809e144bfea78468e44f1f79e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504727 Jun 04 09:27:41.732350 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55026) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:41.741771 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef2b7f-172d-44c9-8d6a-4c2cd69b21c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6b952-e49c-4273-afed-d2cb48929db5,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:41.815341 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] Publish callbacks [] for security_group (19c6b952-e49c-4273-afed-d2cb48929db5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.850561 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] Publish callbacks [] for security_group (19c6b952-e49c-4273-afed-d2cb48929db5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:41.952054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:42.009123 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (19c6b952-e49c-4273-afed-d2cb48929db5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:42.014759 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:42.016629 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19c6b952-e49c-4273-afed-d2cb48929db5 HTTP/1.1" status: 204 len: 168 time: 0.2828763 Jun 04 09:27:42.032432 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee969-ad2b-41f1-a956-aa8d7d4e7a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6b952-e49c-4273-afed-d2cb48929db5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:42.292741 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:42.818026 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692a9e-d8ad-4bde-845f-391feb057168 req-f633c294-4450-47a9-b18c-e0622ba00935 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:42.827045 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7692a9e-d8ad-4bde-845f-391feb057168 req-f633c294-4450-47a9-b18c-e0622ba00935 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1480947 Jun 04 09:27:42.885404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:42.935240 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7692a9e-d8ad-4bde-845f-391feb057168 req-41826d17-a326-44f9-a176-6378e17801b9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919225 Jun 04 09:27:43.090542 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:27:43.695721 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:43.786969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:44.116891 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512381-89ec-4caf-af56-4a978e981bd2 req-117e2b53-946b-4c45-bb3a-6165175ed230 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:44.120111 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9512381-89ec-4caf-af56-4a978e981bd2 req-117e2b53-946b-4c45-bb3a-6165175ed230 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0827250 Jun 04 09:27:44.216621 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9512381-89ec-4caf-af56-4a978e981bd2 req-81706137-d1fd-42cd-b625-e0cb5cd5edd3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892525 Jun 04 09:27:44.264611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:44.596269 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:44.753242 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:44.826683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:45.238897 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:45.403892 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:45.417730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc937e-a046-4bdd-b4e5-f02e3831f7e8 req-54028cd6-4418-4698-b4de-57e3f20a8d61 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:45.419697 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-17bc937e-a046-4bdd-b4e5-f02e3831f7e8 req-54028cd6-4418-4698-b4de-57e3f20a8d61 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0812182 Jun 04 09:27:45.499110 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-17bc937e-a046-4bdd-b4e5-f02e3831f7e8 req-21e54d36-ea26-47e1-948f-56f0e37d90ca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687058 Jun 04 09:27:45.723944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:45.767650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:45.801854 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:46.383278 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55214) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:46.432398 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:46.537181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad672e74-70de-4fe2-95f3-39d3dcfab349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:46.628106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:46.669555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad672e74-70de-4fe2-95f3-39d3dcfab349 admin admin] Publish callbacks [] for security_group (0548ec33-0cb9-486b-86f7-49e21fbb5009), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:46.691768 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b8cb-559a-4c8d-af58-12f9a3c61de9 req-15f22c2e-4dc0-4e88-b3e3-bf54943b5ac7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:46.693553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-83e1b8cb-559a-4c8d-af58-12f9a3c61de9 req-15f22c2e-4dc0-4e88-b3e3-bf54943b5ac7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0666595 Jun 04 09:27:46.777352 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-83e1b8cb-559a-4c8d-af58-12f9a3c61de9 req-fdb9c6d2-40d0-4ddc-83c1-466e9a80820d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Jun 04 09:27:46.779533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad672e74-70de-4fe2-95f3-39d3dcfab349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0548ec33-0cb9-486b-86f7-49e21fbb5009), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:46.851518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad672e74-70de-4fe2-95f3-39d3dcfab349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0548ec33-0cb9-486b-86f7-49e21fbb5009,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:46.857821 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ad672e74-70de-4fe2-95f3-39d3dcfab349 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e643a38dc72420f9201da4240c290b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727101 Jun 04 09:27:46.861839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:46.862707 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55220) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:46.930995 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] Publish callbacks [] for security_group (0548ec33-0cb9-486b-86f7-49e21fbb5009), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:46.962970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:46.969605 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] Publish callbacks [] for security_group (0548ec33-0cb9-486b-86f7-49e21fbb5009), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:47.030256 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:47.157763 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0548ec33-0cb9-486b-86f7-49e21fbb5009), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:47.160319 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:47.161531 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0548ec33-0cb9-486b-86f7-49e21fbb5009 HTTP/1.1" status: 204 len: 168 time: 0.2974763 Jun 04 09:27:47.171434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fe409-3ab5-4d2e-9f8d-5d689e564ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548ec33-0cb9-486b-86f7-49e21fbb5009,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:47.421822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:47.524837 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:47.997738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf88ec-6dd6-45d3-a975-d4b6ed6237bc req-aa9e859c-c099-4cf7-ae20-c80187341d26 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:48.009435 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efaf88ec-6dd6-45d3-a975-d4b6ed6237bc req-aa9e859c-c099-4cf7-ae20-c80187341d26 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0914831 Jun 04 09:27:48.112364 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efaf88ec-6dd6-45d3-a975-d4b6ed6237bc req-71913e00-58f6-450f-b78e-90f450746101 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Jun 04 09:27:48.894753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55262) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:48.909379 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17d141d3-cedb-4518-ae7d-2c8f2cd7b44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.003967 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17d141d3-cedb-4518-ae7d-2c8f2cd7b44b admin admin] Publish callbacks [] for security_group (07910b5e-c5f4-4bf5-9799-1e22f049a2f7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.071803 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17d141d3-cedb-4518-ae7d-2c8f2cd7b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (07910b5e-c5f4-4bf5-9799-1e22f049a2f7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.137446 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-17d141d3-cedb-4518-ae7d-2c8f2cd7b44b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c66711bd72242d9a6d41b748835beb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414360 Jun 04 09:27:49.138245 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d141d3-cedb-4518-ae7d-2c8f2cd7b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07910b5e-c5f4-4bf5-9799-1e22f049a2f7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:49.141901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55274) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:49.312237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:49.320728 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] Publish callbacks [] for security_group (07910b5e-c5f4-4bf5-9799-1e22f049a2f7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.336661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf382a-29df-485e-a330-0b9d2f9875a9 req-b4e90d0b-6dfc-4a1a-8630-b209ecac1dcd tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:49.339273 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8caf382a-29df-485e-a330-0b9d2f9875a9 req-b4e90d0b-6dfc-4a1a-8630-b209ecac1dcd tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1265736 Jun 04 09:27:49.404613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] Publish callbacks [] for security_group (07910b5e-c5f4-4bf5-9799-1e22f049a2f7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.501129 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8caf382a-29df-485e-a330-0b9d2f9875a9 req-c952e5be-f569-4370-ad47-c853e72ea88b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480017 Jun 04 09:27:49.658087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (07910b5e-c5f4-4bf5-9799-1e22f049a2f7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.661085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:49.662702 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07910b5e-c5f4-4bf5-9799-1e22f049a2f7 HTTP/1.1" status: 204 len: 168 time: 0.5195947 Jun 04 09:27:49.673286 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6a909-6972-47b8-a6f2-4e83420c0833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07910b5e-c5f4-4bf5-9799-1e22f049a2f7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:49.858081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:50.663736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc31034-78c8-46be-8040-1d6c5e7a6fbd req-4589981f-ed7f-4476-93fa-8e771031981c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:50.669248 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dc31034-78c8-46be-8040-1d6c5e7a6fbd req-4589981f-ed7f-4476-93fa-8e771031981c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0783608 Jun 04 09:27:50.742515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dc31034-78c8-46be-8040-1d6c5e7a6fbd req-b8a2cd17-cc50-451c-aa56-5b7735bbd4b7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703077 Jun 04 09:27:51.306149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:51.569004 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:51.952211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcb4be-e713-4e2a-a832-1568333ed968 req-518d10c8-67a8-49ec-890b-bdbe8ba20991 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:51.954635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fcb4be-e713-4e2a-a832-1568333ed968 req-518d10c8-67a8-49ec-890b-bdbe8ba20991 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0930917 Jun 04 09:27:52.028421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fcb4be-e713-4e2a-a832-1568333ed968 req-67dff70d-22a2-418e-aa55-3aa2127d2a17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588694 Jun 04 09:27:52.229261 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:52.354829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:52.637007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-37b87813-e91d-4878-b989-2cc5ab20dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:53.018479 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=9 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:53.079594 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:53.184245 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1d55-ef31-4733-9d85-3208a000b743 req-182dca48-039e-4b67-ad6e-2b729fe1f812 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:53.186619 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee6b1d55-ef31-4733-9d85-3208a000b743 req-182dca48-039e-4b67-ad6e-2b729fe1f812 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0572381 Jun 04 09:27:53.247311 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee6b1d55-ef31-4733-9d85-3208a000b743 req-31302c9a-6a07-45bc-ad51-154a5822d08c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Jun 04 09:27:54.150903 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:54.425878 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55396) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:54.426291 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406810-ce5a-428a-bf05-453906669ce8 req-5789b586-bee5-4818-8b5a-0c26190c8885 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:54.435657 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30406810-ce5a-428a-bf05-453906669ce8 req-5789b586-bee5-4818-8b5a-0c26190c8885 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0762441 Jun 04 09:27:54.501280 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30406810-ce5a-428a-bf05-453906669ce8 req-bb216537-cad3-4106-91b2-a46cb7864b9a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643461 Jun 04 09:27:54.581888 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45be-70f4-49ea-8f8c-c4b25a93669b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:54.680109 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45be-70f4-49ea-8f8c-c4b25a93669b admin admin] Publish callbacks [] for security_group (6b90711d-d155-43fa-b2a4-e5af623ca4a9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:54.818380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45be-70f4-49ea-8f8c-c4b25a93669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6b90711d-d155-43fa-b2a4-e5af623ca4a9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:54.871490 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6f2c45be-70f4-49ea-8f8c-c4b25a93669b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cabeb8e0571c4dd0b3ffdd0bbf4fb9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470632 Jun 04 09:27:54.881434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55412) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:54.891841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c45be-70f4-49ea-8f8c-c4b25a93669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90711d-d155-43fa-b2a4-e5af623ca4a9,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:55.014809 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] Publish callbacks [] for security_group (6b90711d-d155-43fa-b2a4-e5af623ca4a9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:55.057468 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] Publish callbacks [] for security_group (6b90711d-d155-43fa-b2a4-e5af623ca4a9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:55.278512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6b90711d-d155-43fa-b2a4-e5af623ca4a9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:55.282469 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:55.282657 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b90711d-d155-43fa-b2a4-e5af623ca4a9 HTTP/1.1" status: 204 len: 168 time: 0.3997552 Jun 04 09:27:55.297858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536bc78-ed16-4b34-8f7a-0d69540993f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90711d-d155-43fa-b2a4-e5af623ca4a9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:55.665168 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9103ca43-5463-451b-8736-b582ff519e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:55.702270 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5882fd-aa4c-4b50-9f85-e18a01478ba5 req-83e0554e-febb-443a-ae6e-d060e4244c79 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:55.706220 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5882fd-aa4c-4b50-9f85-e18a01478ba5 req-83e0554e-febb-443a-ae6e-d060e4244c79 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0825939 Jun 04 09:27:55.794875 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5882fd-aa4c-4b50-9f85-e18a01478ba5 req-02f20f40-5c62-4c2b-b977-eaa16d520266 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812838 Jun 04 09:27:55.979876 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:56.174017 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55432) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:56.193539 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a013edb2-7023-443a-b9fa-e7ea0972552b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.226700 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:56.302588 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a013edb2-7023-443a-b9fa-e7ea0972552b admin admin] Publish callbacks [] for security_group (7db8a4bb-b321-4ca7-bf99-1e563ffc58a9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.380964 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.425162 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a013edb2-7023-443a-b9fa-e7ea0972552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7db8a4bb-b321-4ca7-bf99-1e563ffc58a9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.480803 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a013edb2-7023-443a-b9fa-e7ea0972552b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd39021a4ea448aaa1c5dd787a3ea9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054256 Jun 04 09:27:56.481705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013edb2-7023-443a-b9fa-e7ea0972552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8a4bb-b321-4ca7-bf99-1e563ffc58a9,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:56.485205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55438) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:56.553156 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] Publish callbacks [] for security_group (7db8a4bb-b321-4ca7-bf99-1e563ffc58a9), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.585151 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] Publish callbacks [] for security_group (7db8a4bb-b321-4ca7-bf99-1e563ffc58a9), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.781402 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7db8a4bb-b321-4ca7-bf99-1e563ffc58a9), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.784379 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:56.785962 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7db8a4bb-b321-4ca7-bf99-1e563ffc58a9 HTTP/1.1" status: 204 len: 168 time: 0.2997234 Jun 04 09:27:56.797528 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711da16-a9d2-4fe6-85b7-0556094a3087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8a4bb-b321-4ca7-bf99-1e563ffc58a9,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:56.930161 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc02d46-baed-4452-8f0e-feac27bbc99b req-03593e9a-ec8f-41d1-addd-a98afc79dd18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:56.931883 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dc02d46-baed-4452-8f0e-feac27bbc99b req-03593e9a-ec8f-41d1-addd-a98afc79dd18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0575144 Jun 04 09:27:56.933881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:57.005715 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dc02d46-baed-4452-8f0e-feac27bbc99b req-b2fb238c-c194-4e34-a2fb-56f5aea51641 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654783 Jun 04 09:27:57.365728 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55456) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:57.389632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8fab8-6f96-4b2f-8918-c2b4af3e3598 req-ce744532-26af-4294-8974-a3031c315a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:57.391299 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-33b8fab8-6f96-4b2f-8918-c2b4af3e3598 req-ce744532-26af-4294-8974-a3031c315a36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1129 time: 0.0572960 Jun 04 09:27:57.405107 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55460) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:57.453142 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-33b8fab8-6f96-4b2f-8918-c2b4af3e3598 req-e3ee4bac-a32a-47c6-83dc-ebd9afce3325 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534194 Jun 04 09:27:57.538684 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-306e54f2-56ea-43ea-b0bb-849e9a97f6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.660124 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f91c-36cb-473a-8b99-220de1e6de6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.685752 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-306e54f2-56ea-43ea-b0bb-849e9a97f6a8 admin admin] Publish callbacks [] for security_group (e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.745445 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:57.786097 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f91c-36cb-473a-8b99-220de1e6de6b admin admin] Publish callbacks [] for security_group (b90d24d2-ab04-4986-9791-893043188391), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.819104 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-306e54f2-56ea-43ea-b0bb-849e9a97f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.848568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:57.865688 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-306e54f2-56ea-43ea-b0bb-849e9a97f6a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6579616ed5b449588eb49e4e3c3b69d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978724 Jun 04 09:27:57.867512 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e54f2-56ea-43ea-b0bb-849e9a97f6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:57.870139 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55478) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:57.893489 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f91c-36cb-473a-8b99-220de1e6de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b90d24d2-ab04-4986-9791-893043188391), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.928370 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:57.947420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] Publish callbacks [] for security_group (e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:57.948047 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9fa3f91c-36cb-473a-8b99-220de1e6de6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=144eca287dc94b45a2dd6e40b8772c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5417387 Jun 04 09:27:57.949386 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3f91c-36cb-473a-8b99-220de1e6de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d24d2-ab04-4986-9791-893043188391,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:57.952131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55480) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:58.009059 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:58.027278 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] Publish callbacks [] for security_group (e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.087205 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] Publish callbacks [] for security_group (b90d24d2-ab04-4986-9791-893043188391), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.176192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] Publish callbacks [] for security_group (b90d24d2-ab04-4986-9791-893043188391), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.224012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481f72-c960-45f9-a4a2-8104acc7d054 req-53e97128-ba31-470c-a1af-45d8acb984d5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:58.227286 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2481f72-c960-45f9-a4a2-8104acc7d054 req-53e97128-ba31-470c-a1af-45d8acb984d5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1268871 Jun 04 09:27:58.311664 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.314412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.315620 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2 HTTP/1.1" status: 204 len: 168 time: 0.4442201 Jun 04 09:27:58.326314 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53687e5-73fa-43aa-8066-62d658634df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f7328e-4b3e-43d8-983b-98c8fdf0e0a2,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:58.339752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2481f72-c960-45f9-a4a2-8104acc7d054 req-f5d17d31-0609-47ca-a365-b2ea7599afbe tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Jun 04 09:27:58.428718 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b90d24d2-ab04-4986-9791-893043188391), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.431548 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:58.432792 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b90d24d2-ab04-4986-9791-893043188391 HTTP/1.1" status: 204 len: 168 time: 0.4792843 Jun 04 09:27:58.444805 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecefcd-8830-4d22-b2cc-6055c9a00c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d24d2-ab04-4986-9791-893043188391,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:58.488054 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:27:58.789641 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.426622 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55508) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:59.443328 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bb836659-16d6-4274-b8bb-4664b2f93614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.510560 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afc869-cc9f-475d-92c7-af57328785b6 req-d91c9023-d45a-4d36-abce-e4385c2314a4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:59.512788 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-89afc869-cc9f-475d-92c7-af57328785b6 req-d91c9023-d45a-4d36-abce-e4385c2314a4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.1014347 Jun 04 09:27:59.560490 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bb836659-16d6-4274-b8bb-4664b2f93614 admin admin] Publish callbacks [] for security_group (f60e48de-4d59-46da-88e4-7a9634f8d7f3), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.575696 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-89afc869-cc9f-475d-92c7-af57328785b6 req-63b908eb-8579-4d8d-b56b-b57d6c5d21a7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564246 Jun 04 09:27:59.687065 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bb836659-16d6-4274-b8bb-4664b2f93614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f60e48de-4d59-46da-88e4-7a9634f8d7f3), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.735463 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bb836659-16d6-4274-b8bb-4664b2f93614 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=949e6d14f4b1429c92a6a28e91af0c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074105 Jun 04 09:27:59.736680 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55514) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:59.743261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5077c-4769-4fa9-b4c5-815679c9df2f req-b1c1de66-0b11-4bef-a0b5-422e81ce5163 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:27:59.747734 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55518) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:27:59.748794 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836659-16d6-4274-b8bb-4664b2f93614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e48de-4d59-46da-88e4-7a9634f8d7f3,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:27:59.758045 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fca5077c-4769-4fa9-b4c5-815679c9df2f req-b1c1de66-0b11-4bef-a0b5-422e81ce5163 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0840833 Jun 04 09:27:59.807799 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-50811a74-c0f2-4b47-9ca6-7b98d77552fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.843185 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fca5077c-4769-4fa9-b4c5-815679c9df2f req-a1033c8f-1619-485f-99cc-0970ddfcc37c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Jun 04 09:27:59.865933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.882424 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] Publish callbacks [] for security_group (f60e48de-4d59-46da-88e4-7a9634f8d7f3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:27:59.950527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] Publish callbacks [] for security_group (f60e48de-4d59-46da-88e4-7a9634f8d7f3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.022199 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-50811a74-c0f2-4b47-9ca6-7b98d77552fb admin admin] Publish callbacks [] for security_group (d8d96906-83f9-4748-88ca-f51dc16879ae), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.116595 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:00.116859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-50811a74-c0f2-4b47-9ca6-7b98d77552fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (d8d96906-83f9-4748-88ca-f51dc16879ae), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.194429 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-50811a74-c0f2-4b47-9ca6-7b98d77552fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77cd77b505b54ee4873b1a3b5caac059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291730 Jun 04 09:28:00.196729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811a74-c0f2-4b47-9ca6-7b98d77552fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d96906-83f9-4748-88ca-f51dc16879ae,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:00.199346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55536) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:00.202935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f60e48de-4d59-46da-88e4-7a9634f8d7f3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.208088 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.213852 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f60e48de-4d59-46da-88e4-7a9634f8d7f3 HTTP/1.1" status: 204 len: 168 time: 0.4719727 Jun 04 09:28:00.225467 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9144-b800-4a85-ae22-7276b1e2f00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e48de-4d59-46da-88e4-7a9634f8d7f3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:00.310059 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] Publish callbacks [] for security_group (d8d96906-83f9-4748-88ca-f51dc16879ae), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.337639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] Publish callbacks [] for security_group (d8d96906-83f9-4748-88ca-f51dc16879ae), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.414505 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:00.515801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (d8d96906-83f9-4748-88ca-f51dc16879ae), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.518415 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:00.520377 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8d96906-83f9-4748-88ca-f51dc16879ae HTTP/1.1" status: 204 len: 168 time: 0.3172331 Jun 04 09:28:00.532023 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e88b93-d018-4756-981c-68b856beced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d96906-83f9-4748-88ca-f51dc16879ae,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:00.713849 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:00.824445 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:01.327786 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:01.566247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55582) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:01.582324 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0e8d-1746-4164-8a91-c564ca4b11e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:01.701846 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0e8d-1746-4164-8a91-c564ca4b11e8 admin admin] Publish callbacks [] for security_group (77317b4c-f7b7-4590-bd30-bbd635d2c4bd), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:01.790162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0e8d-1746-4164-8a91-c564ca4b11e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (77317b4c-f7b7-4590-bd30-bbd635d2c4bd), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:01.854936 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3a2d0e8d-1746-4164-8a91-c564ca4b11e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=484042f0149d4518bb5b4005626ccc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870693 Jun 04 09:28:01.857400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d0e8d-1746-4164-8a91-c564ca4b11e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77317b4c-f7b7-4590-bd30-bbd635d2c4bd,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:01.859244 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55596) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:01.929407 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:01.969068 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] Publish callbacks [] for security_group (77317b4c-f7b7-4590-bd30-bbd635d2c4bd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:02.014426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] Publish callbacks [] for security_group (77317b4c-f7b7-4590-bd30-bbd635d2c4bd), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:02.264395 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (77317b4c-f7b7-4590-bd30-bbd635d2c4bd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:02.267178 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:02.268581 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77317b4c-f7b7-4590-bd30-bbd635d2c4bd HTTP/1.1" status: 204 len: 168 time: 0.4069505 Jun 04 09:28:02.291666 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fef5b-fefb-4ee8-b0bc-a22bcfa26225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77317b4c-f7b7-4590-bd30-bbd635d2c4bd,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:02.319720 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=85,neutron:UPDATE=11 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:03.057796 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55636) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:03.151117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:03.253475 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94e8cce1-c9a3-4eec-94d9-01c72b93e896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.426953 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94e8cce1-c9a3-4eec-94d9-01c72b93e896 admin admin] Publish callbacks [] for security_group (2b5ec9ab-e1dc-41cf-9c18-d96a1be84599), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.442334 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55648) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:03.569408 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6a88717-0059-4611-8c4c-f0dc914999ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.587332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94e8cce1-c9a3-4eec-94d9-01c72b93e896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2b5ec9ab-e1dc-41cf-9c18-d96a1be84599), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.648117 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8cce1-c9a3-4eec-94d9-01c72b93e896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ec9ab-e1dc-41cf-9c18-d96a1be84599,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:03.649552 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:03.656354 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-94e8cce1-c9a3-4eec-94d9-01c72b93e896 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d2b00583cd54625bda4fa80d98ff191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976896 Jun 04 09:28:03.657492 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55654) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:03.774136 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:03.832769 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cc9d8-4db3-4f56-a820-1f32c822e4c7 req-2ecf0d68-b392-4536-8632-4951af3bd375 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:03.834581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-939cc9d8-4db3-4f56-a820-1f32c822e4c7 req-2ecf0d68-b392-4536-8632-4951af3bd375 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0770586 Jun 04 09:28:03.836688 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6a88717-0059-4611-8c4c-f0dc914999ad admin admin] Publish callbacks [] for security_group (44f3a781-b9f2-428f-a607-da8cb8f01d18), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.842434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] Publish callbacks [] for security_group (2b5ec9ab-e1dc-41cf-9c18-d96a1be84599), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.878229 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] Publish callbacks [] for security_group (2b5ec9ab-e1dc-41cf-9c18-d96a1be84599), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:03.933215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-a5fcb0a6-f789-47f8-9a9c-debf1a4e8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:03.934722 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-a5fcb0a6-f789-47f8-9a9c-debf1a4e8a5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.0631511 Jun 04 09:28:03.944193 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-939cc9d8-4db3-4f56-a820-1f32c822e4c7 req-34ddb4fa-ff23-44d6-9db4-1bf6d4fcefa4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997007 Jun 04 09:28:03.984636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6a88717-0059-4611-8c4c-f0dc914999ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (44f3a781-b9f2-428f-a607-da8cb8f01d18), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.035500 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2b5ec9ab-e1dc-41cf-9c18-d96a1be84599), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.038231 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.040866 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b5ec9ab-e1dc-41cf-9c18-d96a1be84599 HTTP/1.1" status: 204 len: 168 time: 0.3776391 Jun 04 09:28:04.048126 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a88717-0059-4611-8c4c-f0dc914999ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f3a781-b9f2-428f-a607-da8cb8f01d18,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:04.048492 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-4878ccca-fedd-42d4-8678-84a9d697134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:04.050224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-4878ccca-fedd-42d4-8678-84a9d697134f service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1050472 Jun 04 09:28:04.057069 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e6a88717-0059-4611-8c4c-f0dc914999ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24a5fd4d3bb44d5d9d89e362c6630882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6131558 Jun 04 09:28:04.057752 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b2d4-3461-483d-a3f9-bd577eedc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ec9ab-e1dc-41cf-9c18-d96a1be84599,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:04.059467 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55664) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:04.110795 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-deb28ab5-902b-44f0-a359-f138f9ecbd19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.0500524 Jun 04 09:28:04.193584 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-e84a21f6-82e5-4389-ac00-b91211e74ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:04.195096 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-e84a21f6-82e5-4389-ac00-b91211e74ec9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0771403 Jun 04 09:28:04.218019 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] Publish callbacks [] for security_group (44f3a781-b9f2-428f-a607-da8cb8f01d18), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.276912 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-b180a850-f9aa-47f3-b1dd-5d697f00f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:04.278441 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-b180a850-f9aa-47f3-b1dd-5d697f00f67b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731444 Jun 04 09:28:04.280566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] Publish callbacks [] for security_group (44f3a781-b9f2-428f-a607-da8cb8f01d18), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.367403 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:04.445990 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-537a07fe-da34-4053-8e92-d49820f0e333 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541920 Jun 04 09:28:04.567586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (44f3a781-b9f2-428f-a607-da8cb8f01d18), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.572459 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:04.578135 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44f3a781-b9f2-428f-a607-da8cb8f01d18 HTTP/1.1" status: 204 len: 168 time: 0.5123670 Jun 04 09:28:04.601148 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f17c2a-8679-4703-95e5-a9f72d6bd597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f3a781-b9f2-428f-a607-da8cb8f01d18,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:04.610003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:04.699315 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5dcea34-8e81-4a66-a584-cffa1e518a86 req-9bc8bd0a-0dcd-4b8b-ae02-f3fe4456ca31 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442591 Jun 04 09:28:05.117043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d069e-3451-4490-8f08-a4d6c6959ca6 req-713e6d95-cdc6-4c17-b1f0-f42a45672c10 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:05.120007 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-125d069e-3451-4490-8f08-a4d6c6959ca6 req-713e6d95-cdc6-4c17-b1f0-f42a45672c10 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0632243 Jun 04 09:28:05.183849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:05.215078 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-125d069e-3451-4490-8f08-a4d6c6959ca6 req-df730ead-e4f1-4f31-9ed9-dc9762b95b55 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Jun 04 09:28:05.337733 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:05.463976 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:05.701483 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55700) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:05.717271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32ba93c3-dcb4-41c5-886e-96d7e97528ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:05.821934 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32ba93c3-dcb4-41c5-886e-96d7e97528ad admin admin] Publish callbacks [] for security_group (7c68379c-39fb-4a8f-8490-3c1ca9519618), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:05.904335 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-32ba93c3-dcb4-41c5-886e-96d7e97528ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7c68379c-39fb-4a8f-8490-3c1ca9519618), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:05.979574 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-32ba93c3-dcb4-41c5-886e-96d7e97528ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=730234dfbd1347a3abc4f77fb9ca2f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758524 Jun 04 09:28:05.979829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55708) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:05.986115 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba93c3-dcb4-41c5-886e-96d7e97528ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68379c-39fb-4a8f-8490-3c1ca9519618,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:06.058553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] Publish callbacks [] for security_group (7c68379c-39fb-4a8f-8490-3c1ca9519618), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:06.090765 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:06.096491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] Publish callbacks [] for security_group (7c68379c-39fb-4a8f-8490-3c1ca9519618), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:06.253105 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7c68379c-39fb-4a8f-8490-3c1ca9519618), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:06.256335 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:06.257583 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c68379c-39fb-4a8f-8490-3c1ca9519618 HTTP/1.1" status: 204 len: 168 time: 0.2767167 Jun 04 09:28:06.269703 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137ff57-b7a8-4231-9e04-6415a8a31cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68379c-39fb-4a8f-8490-3c1ca9519618,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:06.421016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870622-40ec-4805-928b-129fdd8c39d6 req-60a05b4f-528c-4403-a531-18f9121cc8da tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:06.421781 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-93870622-40ec-4805-928b-129fdd8c39d6 req-60a05b4f-528c-4403-a531-18f9121cc8da tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0959337 Jun 04 09:28:06.484864 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:06.525935 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-93870622-40ec-4805-928b-129fdd8c39d6 req-bc21809a-717c-4151-a39e-9e70d4ee54b7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931833 Jun 04 09:28:06.533306 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:06.985266 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=22,neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:07.703521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3fff-73d5-4657-aaf2-d71dc6006d2c req-9302657f-d0d6-4c1c-bd92-bdccb49e5307 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:07.705284 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d0c3fff-73d5-4657-aaf2-d71dc6006d2c req-9302657f-d0d6-4c1c-bd92-bdccb49e5307 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Jun 04 09:28:07.706012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:07.777715 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d0c3fff-73d5-4657-aaf2-d71dc6006d2c req-e94fdcf8-248c-4811-94ad-0346e2f7ae40 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637989 Jun 04 09:28:07.805247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55768) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:08.158298 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:08.278877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Publish callbacks [] for security_group (a78c54df-932e-4708-952c-5fe4df65413e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:08.398683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a78c54df-932e-4708-952c-5fe4df65413e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:08.465247 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e2078a1ed6a4a17aca8e9dffcc830a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581664 Jun 04 09:28:08.468101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55782) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:08.471250 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c54df-932e-4708-952c-5fe4df65413e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:08.500793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.501333 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.501870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.502408 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.502927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.503998 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.504545 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.513497 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413e2c4-b95c-4806-a144-56b39fe677bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:08.592591 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] Publish callbacks [] for security_group (a78c54df-932e-4708-952c-5fe4df65413e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:08.633881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] Publish callbacks [] for security_group (a78c54df-932e-4708-952c-5fe4df65413e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:08.713640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-0c0e67b2-d800-4df9-b3f7-63c0effbface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:08.719115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-0c0e67b2-d800-4df9-b3f7-63c0effbface service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.0708573 Jun 04 09:28:08.828321 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-807febe2-ccb4-4200-9d89-f55b63b8527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:08.829818 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-807febe2-ccb4-4200-9d89-f55b63b8527d service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.0905421 Jun 04 09:28:08.875709 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-0b247a54-878b-4af6-be0a-4f50551aea37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.0356481 Jun 04 09:28:08.941686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:09.006236 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a78c54df-932e-4708-952c-5fe4df65413e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:09.010929 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:09.016679 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a78c54df-932e-4708-952c-5fe4df65413e HTTP/1.1" status: 204 len: 168 time: 0.5431628 Jun 04 09:28:09.054066 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85f453-ad20-43ec-921d-3f292e0bbbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c54df-932e-4708-952c-5fe4df65413e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:09.086076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0d6c-5332-4036-b14e-45ce72e410fa req-3ce24bb1-4fd7-4905-bf3c-c60091ad53bc tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:09.090330 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e96f0d6c-5332-4036-b14e-45ce72e410fa req-3ce24bb1-4fd7-4905-bf3c-c60091ad53bc tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.1909597 Jun 04 09:28:09.094040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-7259938b-1f7b-4b75-9828-8d5b4ed16d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:09.096607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-7259938b-1f7b-4b75-9828-8d5b4ed16d8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.2130821 Jun 04 09:28:09.230139 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:09.241244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-7b6f327f-c059-49fe-9edc-681f18c4f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:09.243951 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-7b6f327f-c059-49fe-9edc-681f18c4f75d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227345 Jun 04 09:28:09.250446 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e96f0d6c-5332-4036-b14e-45ce72e410fa req-539c6e83-7b39-4c9f-9fb8-dd396ee91140 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416492 Jun 04 09:28:09.375638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:09.381677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-1af2e797-7296-4d71-a6af-c12ad4db9d1a service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230977 Jun 04 09:28:09.412676 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:09.515664 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6e5fbc1b-3bce-4d87-93e9-832022d8d869 req-dd20d613-711e-43fa-95bc-501cfe2abe43 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 Jun 04 09:28:10.054626 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55818) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:10.078633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a8dcfa5-da72-4500-b259-d4bd92532d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.204770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a8dcfa5-da72-4500-b259-d4bd92532d2d admin admin] Publish callbacks [] for security_group (3f57ef05-b03b-415f-8523-56345e9d0f31), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.309154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a8dcfa5-da72-4500-b259-d4bd92532d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f57ef05-b03b-415f-8523-56345e9d0f31), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.393127 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0a8dcfa5-da72-4500-b259-d4bd92532d2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe2b9aaed5a04b02bad85bf0cfc90f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368595 Jun 04 09:28:10.396716 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55828) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:10.397514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dcfa5-da72-4500-b259-d4bd92532d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57ef05-b03b-415f-8523-56345e9d0f31,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:10.412659 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb70b-278b-43ad-be40-fdda45db2792 req-23838ff2-777c-4e21-99f9-15a99a1f94f7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:10.414263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7a9eb70b-278b-43ad-be40-fdda45db2792 req-23838ff2-777c-4e21-99f9-15a99a1f94f7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0779634 Jun 04 09:28:10.485386 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7a9eb70b-278b-43ad-be40-fdda45db2792 req-5d4ee6ff-a0af-4823-af3a-a0ef24250065 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598509 Jun 04 09:28:10.515397 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Publish callbacks [] for security_group (3f57ef05-b03b-415f-8523-56345e9d0f31), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.549142 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Publish callbacks [] for security_group (3f57ef05-b03b-415f-8523-56345e9d0f31), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.731321 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f57ef05-b03b-415f-8523-56345e9d0f31), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.734722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:10.736617 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f57ef05-b03b-415f-8523-56345e9d0f31 HTTP/1.1" status: 204 len: 168 time: 0.3373554 Jun 04 09:28:10.751097 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57ef05-b03b-415f-8523-56345e9d0f31,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:10.764820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.765708 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.766301 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.766919 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:10.774689 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3f93d-1035-4694-a887-72ec2cb1cf47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:11.209670 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:11.644632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49af2-0268-4fd5-bc16-27527509bfff req-b6d65abc-ba6f-4c20-ab90-e535ad6af916 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:11.647426 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16b49af2-0268-4fd5-bc16-27527509bfff req-b6d65abc-ba6f-4c20-ab90-e535ad6af916 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0729954 Jun 04 09:28:11.711526 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:11.726038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16b49af2-0268-4fd5-bc16-27527509bfff req-caf0912d-e5b4-429b-99dd-2fd1a89e94c3 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720553 Jun 04 09:28:12.091010 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:12.101114 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:12.878487 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a7bb2-6d46-4b44-a509-040a7aed1df7 req-fb639538-b0ce-4386-9f56-a22f51f9383e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:12.880648 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a11a7bb2-6d46-4b44-a509-040a7aed1df7 req-fb639538-b0ce-4386-9f56-a22f51f9383e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Jun 04 09:28:12.920506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:12.941128 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a11a7bb2-6d46-4b44-a509-040a7aed1df7 req-6ad0b620-0718-4120-9218-72c286d05562 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503230 Jun 04 09:28:13.081659 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 55900) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:13.247532 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a5be116a-e2e9-4854-84f6-35e212e455fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.354538 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a5be116a-e2e9-4854-84f6-35e212e455fc admin admin] Publish callbacks [] for security_group (5dfe0675-3adc-43cc-af4a-6dc9a0ab571a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.504363 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a5be116a-e2e9-4854-84f6-35e212e455fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5dfe0675-3adc-43cc-af4a-6dc9a0ab571a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.561279 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a5be116a-e2e9-4854-84f6-35e212e455fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60982dfdc53d4948b6fb4033f58717d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780381 Jun 04 09:28:13.562084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be116a-e2e9-4854-84f6-35e212e455fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe0675-3adc-43cc-af4a-6dc9a0ab571a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:13.564500 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 55906) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:13.632431 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] Publish callbacks [] for security_group (5dfe0675-3adc-43cc-af4a-6dc9a0ab571a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.662912 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] Publish callbacks [] for security_group (5dfe0675-3adc-43cc-af4a-6dc9a0ab571a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.817591 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5dfe0675-3adc-43cc-af4a-6dc9a0ab571a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.820090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:13.821441 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dfe0675-3adc-43cc-af4a-6dc9a0ab571a HTTP/1.1" status: 204 len: 168 time: 0.2550261 Jun 04 09:28:13.832695 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295127-5172-4948-ab41-9d2c3e544697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe0675-3adc-43cc-af4a-6dc9a0ab571a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:14.133490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed6c7-692e-4509-9b18-523a6a1c6c15 req-7223ce75-57d7-46f7-9a3e-68170c6e9d33 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:14.136646 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-550ed6c7-692e-4509-9b18-523a6a1c6c15 req-7223ce75-57d7-46f7-9a3e-68170c6e9d33 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0613973 Jun 04 09:28:14.275011 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-550ed6c7-692e-4509-9b18-523a6a1c6c15 req-f89fbfbc-fde0-40da-bb87-e6e8b3e86b9f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304204 Jun 04 09:28:14.314236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:15.523417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15a20-09df-47be-a0da-685e7c7eec1c req-66df8e59-e722-486f-bf18-7e9226a7f3e1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:15.526509 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccc15a20-09df-47be-a0da-685e7c7eec1c req-66df8e59-e722-486f-bf18-7e9226a7f3e1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.1154115 Jun 04 09:28:15.609951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:15.666767 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccc15a20-09df-47be-a0da-685e7c7eec1c req-cad9de4b-8dc2-4e53-bedf-2bb5d4d2317b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000121 Jun 04 09:28:15.974503 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daec05-589e-4735-83cf-cfa923abc5f3 req-874c896d-b0a9-4aa0-9156-b7efce077b55 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:15.976244 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85daec05-589e-4735-83cf-cfa923abc5f3 req-874c896d-b0a9-4aa0-9156-b7efce077b55 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0839245 Jun 04 09:28:16.057860 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85daec05-589e-4735-83cf-cfa923abc5f3 req-5de3418f-549b-4ba5-90ed-1ca58717ef2d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719852 Jun 04 09:28:16.820317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612392bd-04ee-4ad3-96df-a4214bc98f87 req-98455263-691c-425d-9b46-3baa93369af2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:16.821831 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-612392bd-04ee-4ad3-96df-a4214bc98f87 req-98455263-691c-425d-9b46-3baa93369af2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Jun 04 09:28:16.898318 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-612392bd-04ee-4ad3-96df-a4214bc98f87 req-7e67edc4-db36-4ceb-bb49-68360c9a5f6e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682566 Jun 04 09:28:17.191888 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0843de-c1f5-4129-89f8-b09c9f3c17dd req-b3eb5d3d-bc2b-4d99-9fce-feebb706e766 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:17.194061 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0843de-c1f5-4129-89f8-b09c9f3c17dd req-b3eb5d3d-bc2b-4d99-9fce-feebb706e766 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Jun 04 09:28:17.264676 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0843de-c1f5-4129-89f8-b09c9f3c17dd req-649c8ab3-e0e8-4fe0-801b-c14eb4e43e43 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644543 Jun 04 09:28:18.080845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ffe5-675a-41e6-9ef2-80f48694a23b req-705041ee-43a1-43cb-bad0-5b5a68f9d87c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:18.083787 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0027ffe5-675a-41e6-9ef2-80f48694a23b req-705041ee-43a1-43cb-bad0-5b5a68f9d87c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.1002500 Jun 04 09:28:18.123512 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56098) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:18.146080 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0027ffe5-675a-41e6-9ef2-80f48694a23b req-5758e7ef-fcc0-4374-8cd1-f3e0ed052516 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Jun 04 09:28:18.288681 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5542-4a0d-490b-ba76-b02e1eb7b260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.422014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c3d94-79d1-4658-b62d-fa176284f5cf req-56b96210-a635-452e-b1c5-0a904694cbe8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:18.424197 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-661c3d94-79d1-4658-b62d-fa176284f5cf req-56b96210-a635-452e-b1c5-0a904694cbe8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0572851 Jun 04 09:28:18.432140 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5542-4a0d-490b-ba76-b02e1eb7b260 admin admin] Publish callbacks [] for security_group (e8cac28f-18d0-451a-83ae-d0c2ed6b0642), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.490186 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-661c3d94-79d1-4658-b62d-fa176284f5cf req-bf798b02-fc62-40d7-a80b-74c20c1c0bca tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556395 Jun 04 09:28:18.540378 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5542-4a0d-490b-ba76-b02e1eb7b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e8cac28f-18d0-451a-83ae-d0c2ed6b0642), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.604262 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa5542-4a0d-490b-ba76-b02e1eb7b260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cac28f-18d0-451a-83ae-d0c2ed6b0642,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:18.639447 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d5aa5542-4a0d-490b-ba76-b02e1eb7b260 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79e57723806f4fc493f377fe8d4cf935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132339 Jun 04 09:28:18.644051 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56114) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:18.728711 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] Publish callbacks [] for security_group (e8cac28f-18d0-451a-83ae-d0c2ed6b0642), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.755321 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:18.757736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] Publish callbacks [] for security_group (e8cac28f-18d0-451a-83ae-d0c2ed6b0642), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.909189 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e8cac28f-18d0-451a-83ae-d0c2ed6b0642), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.914413 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:18.931825 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8cac28f-18d0-451a-83ae-d0c2ed6b0642 HTTP/1.1" status: 204 len: 168 time: 0.2709281 Jun 04 09:28:18.931825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4fa02-e695-4e6d-b138-9f5175ba06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cac28f-18d0-451a-83ae-d0c2ed6b0642,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:19.312953 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1dd26-dc39-4c9f-90f1-28f72680a1e8 req-e17303fa-e873-4d50-aae4-128c473f2078 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:19.314573 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77d1dd26-dc39-4c9f-90f1-28f72680a1e8 req-e17303fa-e873-4d50-aae4-128c473f2078 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0573275 Jun 04 09:28:19.373950 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77d1dd26-dc39-4c9f-90f1-28f72680a1e8 req-a8ccda6b-4938-4ced-ad09-c010c99a3764 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Jun 04 09:28:19.639238 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:19.707825 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bfede-42ff-4814-bdda-0f6e408e07d0 req-9ddcbde1-5190-46ee-aa86-00618e1834fb tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:19.710628 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b62bfede-42ff-4814-bdda-0f6e408e07d0 req-9ddcbde1-5190-46ee-aa86-00618e1834fb tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1056123 Jun 04 09:28:19.776362 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b62bfede-42ff-4814-bdda-0f6e408e07d0 req-92702b4a-4d66-41bf-b9cb-5c839cdabb05 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575888 Jun 04 09:28:20.091618 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:28:20.267249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56136) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:20.281989 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6d927bb-f0e7-4e4f-8131-69f002683b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.395512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6d927bb-f0e7-4e4f-8131-69f002683b3b admin admin] Publish callbacks [] for security_group (a8a7f58b-1117-46e6-b7d8-03e2effd7d48), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.528237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03721b-d8aa-4c3a-a3b4-5b021ac9dd13 req-ecec6fcb-33db-4d15-9760-e6514a47ba00 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:20.533961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b03721b-d8aa-4c3a-a3b4-5b021ac9dd13 req-ecec6fcb-33db-4d15-9760-e6514a47ba00 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0746877 Jun 04 09:28:20.535613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6d927bb-f0e7-4e4f-8131-69f002683b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a8a7f58b-1117-46e6-b7d8-03e2effd7d48), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.614653 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f6d927bb-f0e7-4e4f-8131-69f002683b3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16d6ea7e70d44df4aaecd26ee8354e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423791 Jun 04 09:28:20.615422 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56148) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:20.639963 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d927bb-f0e7-4e4f-8131-69f002683b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7f58b-1117-46e6-b7d8-03e2effd7d48,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:20.701095 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] Publish callbacks [] for security_group (a8a7f58b-1117-46e6-b7d8-03e2effd7d48), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.705816 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b03721b-d8aa-4c3a-a3b4-5b021ac9dd13 req-22f3ef29-5b63-4708-9e84-f6ebab4d7a24 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342480 Jun 04 09:28:20.730624 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] Publish callbacks [] for security_group (a8a7f58b-1117-46e6-b7d8-03e2effd7d48), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.953190 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a8a7f58b-1117-46e6-b7d8-03e2effd7d48), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.957047 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:20.958259 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8a7f58b-1117-46e6-b7d8-03e2effd7d48 HTTP/1.1" status: 204 len: 168 time: 0.3418124 Jun 04 09:28:20.964258 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34313f0b-0030-47e8-b69b-e564635dd2a8 req-32ac7d71-7122-4459-b6c9-cc35c747ad46 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:20.967157 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-34313f0b-0030-47e8-b69b-e564635dd2a8 req-32ac7d71-7122-4459-b6c9-cc35c747ad46 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0754423 Jun 04 09:28:20.967636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869787-4455-45d8-ba82-db4295c8bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7f58b-1117-46e6-b7d8-03e2effd7d48,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:21.057139 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-34313f0b-0030-47e8-b69b-e564635dd2a8 req-da35b6dc-86c2-4205-8c7f-6f2ebacfba85 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782773 Jun 04 09:28:21.421995 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56164) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:21.560881 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d70b-a36d-40b9-b5f4-77ba7da1107f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:21.670271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d70b-a36d-40b9-b5f4-77ba7da1107f admin admin] Publish callbacks [] for security_group (e55049e8-00c5-4ae8-9369-2ae0f32aad12), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:21.792330 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d70b-a36d-40b9-b5f4-77ba7da1107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e55049e8-00c5-4ae8-9369-2ae0f32aad12), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:21.840980 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:21.871158 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0bd0d70b-a36d-40b9-b5f4-77ba7da1107f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ab2e5a8f8c1436289b519d108694734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480078 Jun 04 09:28:21.881442 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56176) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:21.910517 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d70b-a36d-40b9-b5f4-77ba7da1107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55049e8-00c5-4ae8-9369-2ae0f32aad12,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:21.970266 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] Publish callbacks [] for security_group (e55049e8-00c5-4ae8-9369-2ae0f32aad12), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:21.988817 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56178) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:22.032464 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714d4fc1-24a9-4bd7-97f9-d7e6157c6b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.052274 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] Publish callbacks [] for security_group (e55049e8-00c5-4ae8-9369-2ae0f32aad12), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.062067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ba87-4ee4-4b3d-a8d7-76b18ec6ff65 req-8c0a3ba5-0766-43ec-bc93-da6acb094b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:22.065961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ec43ba87-4ee4-4b3d-a8d7-76b18ec6ff65 req-8c0a3ba5-0766-43ec-bc93-da6acb094b2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.3368480 Jun 04 09:28:22.123364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b94c5-b8f2-4e6e-86d7-113f4c4b5b3b req-25dd26ba-9198-4759-9485-53ee48b49686 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:22.126125 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-092b94c5-b8f2-4e6e-86d7-113f4c4b5b3b req-25dd26ba-9198-4759-9485-53ee48b49686 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.1138115 Jun 04 09:28:22.135419 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:22.261399 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ec43ba87-4ee4-4b3d-a8d7-76b18ec6ff65 req-335127a9-a19c-46bc-8b6c-8352752a53ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893117 Jun 04 09:28:22.281772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e55049e8-00c5-4ae8-9369-2ae0f32aad12), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.289000 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.289000 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e55049e8-00c5-4ae8-9369-2ae0f32aad12 HTTP/1.1" status: 204 len: 168 time: 0.3947244 Jun 04 09:28:22.300728 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ac223-67c4-4490-a605-f5550b5ac575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55049e8-00c5-4ae8-9369-2ae0f32aad12,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:22.321754 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961d559-14ad-41cd-a95a-fb8914e251c2 req-150ff962-99aa-4b9b-ab2f-02b92735e2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:22.324546 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7961d559-14ad-41cd-a95a-fb8914e251c2 req-150ff962-99aa-4b9b-ab2f-02b92735e2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1377697 Jun 04 09:28:22.357981 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-092b94c5-b8f2-4e6e-86d7-113f4c4b5b3b req-74775fdd-dc12-4105-acc0-ab46e2f35fe0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958292 Jun 04 09:28:22.402884 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7961d559-14ad-41cd-a95a-fb8914e251c2 req-89310f42-e5e3-4258-8168-c9d92e430b63 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591617 Jun 04 09:28:22.410714 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:22.416720 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714d4fc1-24a9-4bd7-97f9-d7e6157c6b7a admin admin] Publish callbacks [] for security_group (2b4d9327-b7f7-44cd-8d07-ebf2e402bc72), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.552952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-714d4fc1-24a9-4bd7-97f9-d7e6157c6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2b4d9327-b7f7-44cd-8d07-ebf2e402bc72), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.597818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4fc1-24a9-4bd7-97f9-d7e6157c6b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d9327-b7f7-44cd-8d07-ebf2e402bc72,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:22.601992 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d0683191-bae4-4643-b71f-70fedc50f0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.608984 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-714d4fc1-24a9-4bd7-97f9-d7e6157c6b7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8150a60bcff54883bfd6bf31d84a19eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173532 Jun 04 09:28:22.612164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56184) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:22.706663 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] Publish callbacks [] for security_group (2b4d9327-b7f7-44cd-8d07-ebf2e402bc72), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.754260 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] Publish callbacks [] for security_group (2b4d9327-b7f7-44cd-8d07-ebf2e402bc72), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.783427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:22.976297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2b4d9327-b7f7-44cd-8d07-ebf2e402bc72), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.981099 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:22.986558 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b4d9327-b7f7-44cd-8d07-ebf2e402bc72 HTTP/1.1" status: 204 len: 168 time: 0.3722184 Jun 04 09:28:23.001390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24db8c-def2-45bc-a339-7e2bdcb0f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d9327-b7f7-44cd-8d07-ebf2e402bc72,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:23.518248 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77b7b2-a0f6-4509-82b0-45c8b6172cfc req-31665b97-6887-454e-afc7-f634ba73f3e6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:23.520783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc77b7b2-a0f6-4509-82b0-45c8b6172cfc req-31665b97-6887-454e-afc7-f634ba73f3e6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0814998 Jun 04 09:28:23.619281 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a06e9-b88e-4ac5-9e46-be6c010f4d9e req-41a02468-2def-4edf-9129-7e2e11b5db51 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:23.621068 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e6a06e9-b88e-4ac5-9e46-be6c010f4d9e req-41a02468-2def-4edf-9129-7e2e11b5db51 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0989516 Jun 04 09:28:23.657616 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc77b7b2-a0f6-4509-82b0-45c8b6172cfc req-591e3686-f5a9-4894-b8c1-289d336ce47d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190655 Jun 04 09:28:23.706044 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e6a06e9-b88e-4ac5-9e46-be6c010f4d9e req-6e3aa9a7-eb97-4d7a-9b08-4ede698ae0ad tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747988 Jun 04 09:28:24.875269 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001003af-e0c4-49b4-85a1-4e8793a82b56 req-a433bbb8-da03-4640-ac37-7a23889249ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:24.888610 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-001003af-e0c4-49b4-85a1-4e8793a82b56 req-a433bbb8-da03-4640-ac37-7a23889249ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0981207 Jun 04 09:28:24.893866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773798d4-9f9c-4f04-ae8d-8a65f71f85e6 req-65aac35a-b28c-45f2-99a4-08957ced07d5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:24.895657 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-773798d4-9f9c-4f04-ae8d-8a65f71f85e6 req-65aac35a-b28c-45f2-99a4-08957ced07d5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0699267 Jun 04 09:28:24.998830 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-773798d4-9f9c-4f04-ae8d-8a65f71f85e6 req-9dd9c345-7284-4fcc-9fda-b030f017f8be tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908890 Jun 04 09:28:25.002881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-001003af-e0c4-49b4-85a1-4e8793a82b56 req-cb50bf44-116c-495b-91ad-953cd94be5fb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064224 Jun 04 09:28:25.602312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c666-1cb8-4796-9ba4-c463c1301bbf req-59b359a0-a8d9-4faa-8689-03e4e3a63bc0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:25.605058 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9581c666-1cb8-4796-9ba4-c463c1301bbf req-59b359a0-a8d9-4faa-8689-03e4e3a63bc0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0835843 Jun 04 09:28:25.687229 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9581c666-1cb8-4796-9ba4-c463c1301bbf req-71371ab9-2900-4d50-8acf-05163bb4c684 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Jun 04 09:28:25.687546 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ba71c5b9-04c6-4a8d-99a0-ba619d1b97b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:25.950884 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-6e0f47e7-376f-47b6-85a3-783d3d241ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:25.953191 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-6e0f47e7-376f-47b6-85a3-783d3d241ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.0553813 Jun 04 09:28:26.091539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-920c2afc-c944-4d45-a865-410eb9d8c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:26.093748 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-920c2afc-c944-4d45-a865-410eb9d8c2e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1234810 Jun 04 09:28:26.177104 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba614-808b-4f68-9b7f-c37e9a69ca38 req-def9e4bb-b523-4a50-845b-6ef1b73c949b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:26.178892 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-949ba614-808b-4f68-9b7f-c37e9a69ca38 req-def9e4bb-b523-4a50-845b-6ef1b73c949b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0676675 Jun 04 09:28:26.261794 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-949ba614-808b-4f68-9b7f-c37e9a69ca38 req-7d0350d3-c36a-49fb-9762-b907bda02f35 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650966 Jun 04 09:28:26.393265 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:26.476386 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-5200dfda-76c9-400e-944a-461b6f8ef642 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.0362217 Jun 04 09:28:26.530752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-2b5098d4-33e8-411d-9b1a-1b950e571c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:26.532334 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-2b5098d4-33e8-411d-9b1a-1b950e571c2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0502701 Jun 04 09:28:26.588880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-3127b23b-96c6-4889-850f-1495be470a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:26.590637 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-3127b23b-96c6-4889-850f-1495be470a0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503056 Jun 04 09:28:26.646404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:26.705577 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-3f176d8e-170e-47cd-a3d9-a18bf7435a11 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081493 Jun 04 09:28:26.829576 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:26.844051 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee36728-ce25-4418-ad97-35a7182b3fb9 req-d7903070-6067-4c37-b0b9-258584c1d962 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:26.845791 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ee36728-ce25-4418-ad97-35a7182b3fb9 req-d7903070-6067-4c37-b0b9-258584c1d962 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0653913 Jun 04 09:28:26.896996 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d458516b-f1f1-499f-977e-7ffcb91330aa req-1cd17128-d847-4c98-9fbc-7b695ba9a26f service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832554 Jun 04 09:28:26.926976 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ee36728-ce25-4418-ad97-35a7182b3fb9 req-88745bea-5ec1-4536-99cf-5cc25911a2ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Jun 04 09:28:27.395386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401560f-5617-4e10-9493-644b5f78f0f3 req-1bc07d84-bf04-43cb-9f7c-f5f1870bcbad tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:27.397289 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3401560f-5617-4e10-9493-644b5f78f0f3 req-1bc07d84-bf04-43cb-9f7c-f5f1870bcbad tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Jun 04 09:28:27.455168 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3401560f-5617-4e10-9493-644b5f78f0f3 req-3393e59c-edc4-4859-9062-589325a87664 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509117 Jun 04 09:28:28.069163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69adf5f-c403-473e-8244-6bf495c37c8b req-96b41673-70d8-4014-8ba7-b545eb9d37b2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:28.070846 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b69adf5f-c403-473e-8244-6bf495c37c8b req-96b41673-70d8-4014-8ba7-b545eb9d37b2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0625045 Jun 04 09:28:28.160552 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b69adf5f-c403-473e-8244-6bf495c37c8b req-4ec3029e-7a6d-40f1-a66e-710cde7d25ac tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Jun 04 09:28:28.167636 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d561e75-b3bc-4db9-b3ca-b7d4c779530c req-5206e065-9704-453f-9ef3-03612f12911a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:28.169246 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4d561e75-b3bc-4db9-b3ca-b7d4c779530c req-5206e065-9704-453f-9ef3-03612f12911a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0718470 Jun 04 09:28:28.249790 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4d561e75-b3bc-4db9-b3ca-b7d4c779530c req-989d653b-d89f-4fee-bf69-73a4053de71d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681863 Jun 04 09:28:28.603965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac8e6-02a8-4e4f-9102-a30adb30d4b8 req-27d4ce1c-1a37-4e65-a5b2-928635599959 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:28.605642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b02ac8e6-02a8-4e4f-9102-a30adb30d4b8 req-27d4ce1c-1a37-4e65-a5b2-928635599959 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0705507 Jun 04 09:28:28.659128 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b02ac8e6-02a8-4e4f-9102-a30adb30d4b8 req-e2d89476-ce4a-42a6-b7b8-9aa77b8512a5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Jun 04 09:28:28.786375 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:29.339869 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a3d0-bd1e-4d55-b66d-cc0ea9137178 req-105abb48-ba7e-4839-8b65-4c98f6072bd6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:29.341522 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9476a3d0-bd1e-4d55-b66d-cc0ea9137178 req-105abb48-ba7e-4839-8b65-4c98f6072bd6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0748413 Jun 04 09:28:29.426320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02382440-cd66-4710-a05f-43c10bab219d req-8d109d39-4bf7-4474-8a28-23095f77e13d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:29.427813 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-02382440-cd66-4710-a05f-43c10bab219d req-8d109d39-4bf7-4474-8a28-23095f77e13d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0731144 Jun 04 09:28:29.447676 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9476a3d0-bd1e-4d55-b66d-cc0ea9137178 req-41602fb7-4412-467e-81a4-6eb7a6643628 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994921 Jun 04 09:28:29.486441 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-02382440-cd66-4710-a05f-43c10bab219d req-1d38d4e1-6a3a-4886-8078-1aa7338ecc6b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497999 Jun 04 09:28:29.794276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107a895-9e59-4380-8cf0-f1b711a2693f req-92428441-7631-436d-be55-366406c8b263 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:29.797153 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c107a895-9e59-4380-8cf0-f1b711a2693f req-92428441-7631-436d-be55-366406c8b263 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0611520 Jun 04 09:28:29.853437 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c107a895-9e59-4380-8cf0-f1b711a2693f req-f61194a2-a428-4afa-a141-830e4e96f236 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Jun 04 09:28:29.941152 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:30.089828 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:30.641539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8c8dd-9c2e-4487-a0b0-433afdc18609 req-f17e8a81-61b8-45e3-836f-87cebf5219ca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:30.644273 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49e8c8dd-9c2e-4487-a0b0-433afdc18609 req-f17e8a81-61b8-45e3-836f-87cebf5219ca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.1099625 Jun 04 09:28:30.688537 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8e636-3ee7-46b4-936b-caf784f54f72 req-5b939d2e-c4a2-4072-9ecd-825bf2f6c08d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:30.691177 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-47d8e636-3ee7-46b4-936b-caf784f54f72 req-5b939d2e-c4a2-4072-9ecd-825bf2f6c08d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1095519 Jun 04 09:28:30.764332 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49e8c8dd-9c2e-4487-a0b0-433afdc18609 req-b3002645-3d6f-4d24-b43d-31dd42736f95 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100171 Jun 04 09:28:30.780524 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:30.790235 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-47d8e636-3ee7-46b4-936b-caf784f54f72 req-a6cbf63e-2d59-4f34-916e-0f671ab1b572 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916860 Jun 04 09:28:30.993088 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f26e9-3b20-45a3-bb0d-ea20fb125419 req-8eedac57-a87b-4761-95b0-d23078ab05cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:30.995038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-488f26e9-3b20-45a3-bb0d-ea20fb125419 req-8eedac57-a87b-4761-95b0-d23078ab05cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0590601 Jun 04 09:28:31.051590 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-488f26e9-3b20-45a3-bb0d-ea20fb125419 req-1f3b9aa8-6dde-46c0-90e3-853d7315ded3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505898 Jun 04 09:28:31.882017 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:31.926710 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937f05-e0aa-4f8f-aa3a-20f1b191a344 req-74e55202-a098-4985-b481-aecd194f4164 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:31.928382 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cd937f05-e0aa-4f8f-aa3a-20f1b191a344 req-74e55202-a098-4985-b481-aecd194f4164 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0848396 Jun 04 09:28:31.951431 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfda5ed-fb18-470d-b827-9d82f6620462 req-bdfd4f12-1286-46bd-9c60-408b0a0b3175 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:31.953115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5cfda5ed-fb18-470d-b827-9d82f6620462 req-bdfd4f12-1286-46bd-9c60-408b0a0b3175 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0746543 Jun 04 09:28:32.038963 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cd937f05-e0aa-4f8f-aa3a-20f1b191a344 req-5bc89ab7-5e0a-4957-b266-3c73e3a7b9e4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038084 Jun 04 09:28:32.051238 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5cfda5ed-fb18-470d-b827-9d82f6620462 req-2013aa36-ff78-4fe9-88a2-b802a7a1021a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880589 Jun 04 09:28:32.210142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3302a-de47-4552-b0e9-25258a84a854 req-6e92d74e-05de-4ba8-89d6-a1585e0962da tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:32.212825 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b8e3302a-de47-4552-b0e9-25258a84a854 req-6e92d74e-05de-4ba8-89d6-a1585e0962da tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0760386 Jun 04 09:28:32.317445 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b8e3302a-de47-4552-b0e9-25258a84a854 req-07a764d4-6057-425f-b2b2-d87ceea9d05e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988503 Jun 04 09:28:33.202653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553b3ad-cd56-45ea-bead-4e053317e96b req-450669ff-6e80-454a-a8cf-4158f8d027f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:33.204887 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8553b3ad-cd56-45ea-bead-4e053317e96b req-450669ff-6e80-454a-a8cf-4158f8d027f2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0813184 Jun 04 09:28:33.227253 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710859e-c2bd-4dd2-9b79-046fbeb51c93 req-bd405253-28dc-413f-9b90-3f5925a7b3db tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:33.228918 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b710859e-c2bd-4dd2-9b79-046fbeb51c93 req-bd405253-28dc-413f-9b90-3f5925a7b3db tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0748158 Jun 04 09:28:33.302100 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8553b3ad-cd56-45ea-bead-4e053317e96b req-639e320e-043c-4e4d-b5ea-5875c1543503 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902901 Jun 04 09:28:33.325499 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b710859e-c2bd-4dd2-9b79-046fbeb51c93 req-951417b9-30ee-4e11-a438-3aa6ef056306 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859804 Jun 04 09:28:33.440023 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=15 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:33.478011 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62066bfc-129a-4388-b833-493e2b5cbfb5 req-db2ac451-76c4-4a29-a4ea-ff5c590969cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:33.480462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62066bfc-129a-4388-b833-493e2b5cbfb5 req-db2ac451-76c4-4a29-a4ea-ff5c590969cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0735979 Jun 04 09:28:33.565349 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62066bfc-129a-4388-b833-493e2b5cbfb5 req-f6bcfa2e-feac-4337-83e9-861807be18bd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773330 Jun 04 09:28:34.458694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b65c60-c146-4257-9fc3-a3fad610dd26 req-5177a976-ff9e-482a-a756-74d576366d3f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:34.458694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-96b65c60-c146-4257-9fc3-a3fad610dd26 req-5177a976-ff9e-482a-a756-74d576366d3f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0515924 Jun 04 09:28:34.507966 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-96b65c60-c146-4257-9fc3-a3fad610dd26 req-566044ac-bba4-421b-ade5-9ab4d06a0dff tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Jun 04 09:28:34.708423 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5deb0-4647-495f-9a32-b4721dcc9f59 req-157e5c90-c0d2-44d5-8135-ddcb673bc3cf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:34.710067 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-40d5deb0-4647-495f-9a32-b4721dcc9f59 req-157e5c90-c0d2-44d5-8135-ddcb673bc3cf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Jun 04 09:28:34.753600 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:34.762657 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-40d5deb0-4647-495f-9a32-b4721dcc9f59 req-84192fa7-5e1f-4403-a3e9-55a519de6ad7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Jun 04 09:28:35.105413 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:28:35.109248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:35.215518 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:28:35.226989 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:28:35.265258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: ACTIVE; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:28:35.266378 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:35.286004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:28:35.312823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:28:35.391887 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:35.440668 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:35.443880 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:35.451772 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.452117 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.452601 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.453585 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.453924 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.454254 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.454579 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.454902 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.455221 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.455539 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.455860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.456201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.456554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.456873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.457195 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:28:35.652560 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7c840-5fbf-4d08-b0cd-0fda0ef5c2b8 req-130ef164-41ae-4c2c-b052-a92ad5d1a892 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:35.654649 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0a7c840-5fbf-4d08-b0cd-0fda0ef5c2b8 req-130ef164-41ae-4c2c-b052-a92ad5d1a892 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0674958 Jun 04 09:28:35.710420 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0a7c840-5fbf-4d08-b0cd-0fda0ef5c2b8 req-a0c9c265-7d1a-4ee6-9183-ddec2b310700 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492470 Jun 04 09:28:35.929276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fedd5-4815-4eca-9e68-62744170622e req-2aeda37a-d43c-4386-b499-6aabc9bccf8e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:35.931904 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c92fedd5-4815-4eca-9e68-62744170622e req-2aeda37a-d43c-4386-b499-6aabc9bccf8e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 944 time: 0.0616934 Jun 04 09:28:36.008943 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c92fedd5-4815-4eca-9e68-62744170622e req-2c2231f7-2cdc-46c4-a786-a3b9a75096fd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710905 Jun 04 09:28:36.278449 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:28:36.851248 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff90b-7581-4816-8f87-67106c64880d req-fc86c792-6bfa-4130-acd3-76737e6acaa7 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:36.852909 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b9ff90b-7581-4816-8f87-67106c64880d req-fc86c792-6bfa-4130-acd3-76737e6acaa7 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0542660 Jun 04 09:28:36.917004 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b9ff90b-7581-4816-8f87-67106c64880d req-294c10e3-874a-4b83-843f-cd1bb31328e1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570147 Jun 04 09:28:37.172992 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c25b6-8e8e-48e3-b18a-444a453563c2 req-6a07069b-4a2b-4d1e-b3c5-47448b165bdf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:37.175807 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bd4c25b6-8e8e-48e3-b18a-444a453563c2 req-6a07069b-4a2b-4d1e-b3c5-47448b165bdf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 944 time: 0.0645783 Jun 04 09:28:37.260112 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bd4c25b6-8e8e-48e3-b18a-444a453563c2 req-0f5e6215-298a-4eda-b89a-06fb1cae2c78 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775006 Jun 04 09:28:37.482136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56400) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:37.487509 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984039393', 'description': 'tempest-description--2068219494'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:37.614420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:37.703386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (3c3e12c2-331a-409b-b1a4-845789e18c35), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:37.823429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3c3e12c2-331a-409b-b1a4-845789e18c35), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:37.828707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:37.857058 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e12c2-331a-409b-b1a4-845789e18c35,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:37.983099 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:37.990723 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-029b8764-c00b-4344-884f-335371d249c2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5029104 Jun 04 09:28:37.991172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56416) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:37.998651 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'security_group_rule': {'security_group_id': '3c3e12c2-331a-409b-b1a4-845789e18c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:38.059347 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56418) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:38.069944 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632033726', 'description': 'tempest-description--1963009588'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:38.078473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2bcd5-2dd6-44b9-b3ef-9f5710ef1607 req-21af2df8-06dc-424a-b0b0-893c7dd90f57 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:38.080142 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebc2bcd5-2dd6-44b9-b3ef-9f5710ef1607 req-21af2df8-06dc-424a-b0b0-893c7dd90f57 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0641339 Jun 04 09:28:38.133461 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:28:38.137246 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:38.143835 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebc2bcd5-2dd6-44b9-b3ef-9f5710ef1607 req-5e060650-2ae0-4e29-9423-1559bce8f259 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570340 Jun 04 09:28:38.171359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (1ee5dba4-21fb-4227-806d-7e051be06fa7), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.191271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.200947 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:28:38.203741 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.263248 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (1ee5dba4-21fb-4227-806d-7e051be06fa7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.318150 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (14979e41-8de2-4f40-8aef-ba2f4af47feb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.334468 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:28:38.335087 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.377721 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (1ee5dba4-21fb-4227-806d-7e051be06fa7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.381177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:28:38.384607 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb68e85-92c1-4403-92b5-c2c03f079448" -d '{"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:28:38.405953 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee5dba4-21fb-4227-806d-7e051be06fa7,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:38.410250 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:28:38.429106 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (14979e41-8de2-4f40-8aef-ba2f4af47feb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.448214 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f353de-3f31-470f-a37c-7d9e2df80d1c req-12d69e7e-ffb6-44ef-b18f-11ff45a7b310 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:38.451395 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77f353de-3f31-470f-a37c-7d9e2df80d1c req-12d69e7e-ffb6-44ef-b18f-11ff45a7b310 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 944 time: 0.0846810 Jun 04 09:28:38.463811 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ca22c-dd20-4d07-8a68-a8eb42821052 x-openstack-request-id: req-560ca22c-dd20-4d07-8a68-a8eb42821052 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:28:38.464337 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:28:38.464944 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-560ca22c-dd20-4d07-8a68-a8eb42821052 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:28:38.465691 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560ca22c-dd20-4d07-8a68-a8eb42821052'] response: {'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'code': 200} Jun 04 09:28:38.468984 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14979e41-8de2-4f40-8aef-ba2f4af47feb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:38.523058 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77f353de-3f31-470f-a37c-7d9e2df80d1c req-614713fb-7351-41f4-a89b-9367522f3c91 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567186 Jun 04 09:28:38.535473 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.537247 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-543fe572-457c-4d4a-ab52-a726dabe70d6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445209 Jun 04 09:28:38.552201 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56424) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:38.552201 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'security_group_rule': {'security_group_id': '3c3e12c2-331a-409b-b1a4-845789e18c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:38.580204 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.583264 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.585216 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7dae38c4-08c8-48e1-ad7d-f6fc77b53dea tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5240901 Jun 04 09:28:38.589525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56426) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:38.594949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '14979e41-8de2-4f40-8aef-ba2f4af47feb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:38.603326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:38.633734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:38.644374 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:38.694331 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (6c406e1e-907e-4f56-8daa-1090a5dfd29b), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.768933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (aad63d33-fc7e-460a-a41d-4195ae8c809a), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.773811 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (6c406e1e-907e-4f56-8daa-1090a5dfd29b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.841190 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (aad63d33-fc7e-460a-a41d-4195ae8c809a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.865117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (6c406e1e-907e-4f56-8daa-1090a5dfd29b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.887140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c406e1e-907e-4f56-8daa-1090a5dfd29b,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:38.951235 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (aad63d33-fc7e-460a-a41d-4195ae8c809a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.972424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad63d33-fc7e-460a-a41d-4195ae8c809a,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:38.982167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:38.983428 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-004c24e8-1513-4ee1-8d96-6463db097124 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415154 Jun 04 09:28:38.987340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56432) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:38.993100 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:39.111400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.113794 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d69201e9-2d92-4cc0-8ae9-ae99cbeb9289 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5228231 Jun 04 09:28:39.116790 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56438) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:39.122084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '14979e41-8de2-4f40-8aef-ba2f4af47feb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:39.231789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.288051 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:39.328556 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (db9a6b1d-a63f-4592-a7b9-fd6df64156c2), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.367137 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbf4e3-1e6e-4516-8c79-7f3e14f2436b req-b48c5e16-7caf-4681-b226-ca86e9281c98 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:39.368925 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-19dbf4e3-1e6e-4516-8c79-7f3e14f2436b req-b48c5e16-7caf-4681-b226-ca86e9281c98 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1297112 Jun 04 09:28:39.415332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.494316 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (db9a6b1d-a63f-4592-a7b9-fd6df64156c2), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.514317 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-19dbf4e3-1e6e-4516-8c79-7f3e14f2436b req-fe758ce6-00ce-49a8-8cf0-4552bc5d2b29 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305783 Jun 04 09:28:39.597447 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Allocated IP 172.27.0.164 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/a6227ed1-082a-4dfa-ab04-f3ad44e790d5) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:28:39.599886 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (db9a6b1d-a63f-4592-a7b9-fd6df64156c2), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.633933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9a6b1d-a63f-4592-a7b9-fd6df64156c2,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:39.711499 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:39.731525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c466-22b6-4ba7-ad8c-5a106326e2a7 req-d72a2f29-24fe-41e4-9ac1-394a12acff33 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:39.733229 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88b8c466-22b6-4ba7-ad8c-5a106326e2a7 req-d72a2f29-24fe-41e4-9ac1-394a12acff33 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1042001 Jun 04 09:28:39.767063 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.772158 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-41db04d2-1973-4330-a47d-e890f38bf43f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6502664 Jun 04 09:28:39.773131 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56452) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:39.778269 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:39.829805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88b8c466-22b6-4ba7-ad8c-5a106326e2a7 req-b32e7ac7-454c-41eb-b720-65df31a3853f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886109 Jun 04 09:28:39.832964 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.895615 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:39.957734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.014576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.031101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:28:40.040177 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:28:40.047965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:28:40.055071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'Port': ['ID=a6227ed1-082a-4dfa-ab04-f3ad44e790d5,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:40.223585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.224215 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.27.0.155 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/a53f4d39-a6a8-40e6-93b9-089b8de19d28) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:28:40.345659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.401942 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.426761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:40.494955 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.590336 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:28:40.595601 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:40.606134 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:28:40.611203 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:28:40.654445 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:40.659694 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=a53f4d39-a6a8-40e6-93b9-089b8de19d28,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:40.696446 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.713184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2841b3c-2a3e-44fe-877e-30461ddd8d8e req-429e1d7d-68ae-4e64-afc7-c2ac657a72bf tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:40.716896 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a2841b3c-2a3e-44fe-877e-30461ddd8d8e req-429e1d7d-68ae-4e64-afc7-c2ac657a72bf tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0893209 Jun 04 09:28:40.755549 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.781023 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a2841b3c-2a3e-44fe-877e-30461ddd8d8e req-555dcfca-6545-4de5-a788-ddedec2abf94 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582371 Jun 04 09:28:40.782433 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.877027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'Port': ['ID=a6227ed1-082a-4dfa-ab04-f3ad44e790d5,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:40.892639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:40.918071 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.006284 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b7c3d-b0a0-400f-a59a-ef239ae54dc1 req-37d204be-c7d0-446f-9806-d817b6e2e9a3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:41.007886 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e5b7c3d-b0a0-400f-a59a-ef239ae54dc1 req-37d204be-c7d0-446f-9806-d817b6e2e9a3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0658486 Jun 04 09:28:41.034655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.042059 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fa9c7b3c-ab7f-432a-b1b7-6598b6edb0ae tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0476921 Jun 04 09:28:41.072456 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e5b7c3d-b0a0-400f-a59a-ef239ae54dc1 req-81e72260-4ef9-4b3f-9372-62c0a5177c70 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549424 Jun 04 09:28:41.149063 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.225332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.292185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=a53f4d39-a6a8-40e6-93b9-089b8de19d28,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:41.377200 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.509494 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.524934 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f9f0c948-f6fb-462e-90de-b3f1b5d1fa52 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7369618 Jun 04 09:28:41.602975 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56518) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:41.697315 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-18660e03-7b4b-437a-8650-6df4f9427910 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--984039393&fields=id&tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd HTTP/1.1" status: 200 len: 267 time: 0.1108043 Jun 04 09:28:41.716927 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:41.867323 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8746a395-8ca7-43d5-91bf-c33d49ecf9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:41.966123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:41.982734 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-706e1ad5-13e5-4474-8154-bcdb85f2a970 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1632033726&fields=id&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 267 time: 0.0891542 Jun 04 09:28:42.005119 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8746a395-8ca7-43d5-91bf-c33d49ecf9b0 admin admin] Publish callbacks [] for security_group (3f4fa5f6-5723-4448-a2e2-34c983dc8866), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.025053 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-225e1549-f9fe-4cbb-86eb-8137cea357c0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:42.026710 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-225e1549-f9fe-4cbb-86eb-8137cea357c0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 0.3108101 Jun 04 09:28:42.075251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-aac1c83f-ec65-4a8c-953d-1c827b8d1dac tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/quotas/e42983d2d3964b8cb5d32e6d653d6dfd HTTP/1.1" status: 200 len: 375 time: 0.0204122 Jun 04 09:28:42.129166 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8746a395-8ca7-43d5-91bf-c33d49ecf9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f4fa5f6-5723-4448-a2e2-34c983dc8866), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.171829 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-ee619048-19ac-4452-9e90-75f2f4ca228c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862308 Jun 04 09:28:42.178944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5990521c-9e76-4313-9475-9240f443f8a9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:42.180579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5990521c-9e76-4313-9475-9240f443f8a9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.1871345 Jun 04 09:28:42.198159 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-75ea8d93-1a69-438f-812c-77d2a989421a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/quotas/7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 375 time: 0.0113859 Jun 04 09:28:42.282324 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-6f28adee-4df9-467a-9ddb-e90029a824f2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772629 Jun 04 09:28:42.293995 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8746a395-8ca7-43d5-91bf-c33d49ecf9b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a303a1a729ee4351bbedb7e8eb2a9339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6817970 Jun 04 09:28:42.299705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56536) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:42.335936 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a395-8ca7-43d5-91bf-c33d49ecf9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4fa5f6-5723-4448-a2e2-34c983dc8866,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:42.372566 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] Publish callbacks [] for security_group (3f4fa5f6-5723-4448-a2e2-34c983dc8866), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.422866 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] Publish callbacks [] for security_group (3f4fa5f6-5723-4448-a2e2-34c983dc8866), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.596673 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f4fa5f6-5723-4448-a2e2-34c983dc8866), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.600015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:42.601848 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f4fa5f6-5723-4448-a2e2-34c983dc8866 HTTP/1.1" status: 204 len: 168 time: 0.3009303 Jun 04 09:28:42.619575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ec59c-48b3-47dc-a51c-0bc529e1eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4fa5f6-5723-4448-a2e2-34c983dc8866,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:42.669862 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:42.674284 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-8e58a72b-cbf2-4925-b90e-b8f08078262b service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211857 Jun 04 09:28:42.878285 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-b2d91df3-a6cf-4268-9daa-c4871ea31474 service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752635 Jun 04 09:28:42.904800 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-80f913e9-a092-48ff-a9fd-1275824712bb service neutron] 10.222.0.46 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005773 Jun 04 09:28:43.049551 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-7dbd6fef-2a6c-4736-9b1e-5363bb289572 service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697793 Jun 04 09:28:43.501193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9516-e4ad-494a-86c9-6805331ef88d req-69009ba6-283d-42d4-8b16-43fac5524dba tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:43.508982 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-431e9516-e4ad-494a-86c9-6805331ef88d req-69009ba6-283d-42d4-8b16-43fac5524dba tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1068037 Jun 04 09:28:43.763665 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-431e9516-e4ad-494a-86c9-6805331ef88d req-fb7783bc-0676-492b-95e5-1fcc01d93382 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537444 Jun 04 09:28:43.806782 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763e61-a0b1-4ebd-9089-31c0818b5688 req-3d1843f7-1918-4d6b-99dc-46a565f0e2ec tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:43.815512 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a0763e61-a0b1-4ebd-9089-31c0818b5688 req-3d1843f7-1918-4d6b-99dc-46a565f0e2ec tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.2602663 Jun 04 09:28:43.998515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a0763e61-a0b1-4ebd-9089-31c0818b5688 req-fbc92066-8702-46bd-91a1-d3d9cceae3f2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627376 Jun 04 09:28:44.003045 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-169712e0-5e29-4df4-980e-e25f7edde1d0 req-65d1e66b-64a3-4209-adee-4eeb74774416 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0816531 Jun 04 09:28:44.213882 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-647c2ae7-5bdb-4129-b419-861c810a7ff1 req-114314d4-db10-4840-9aed-b2b71e81d170 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.1390796 Jun 04 09:28:44.997122 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b4dd3-d3a3-4dd2-ad08-d739afe979ae req-adb6eaff-f4d9-4fe4-a380-90ec248c22bd tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:45.007627 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9b6b4dd3-d3a3-4dd2-ad08-d739afe979ae req-adb6eaff-f4d9-4fe4-a380-90ec248c22bd tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0845962 Jun 04 09:28:45.153020 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9b6b4dd3-d3a3-4dd2-ad08-d739afe979ae req-884e3cbc-e23f-4c28-ae65-89ad77b80e1c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390553 Jun 04 09:28:45.246909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e841a-67d6-4795-869e-0a8fd61ce481 req-576fe8ed-224a-4052-87cc-a7f4c9291114 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:45.250082 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8f0e841a-67d6-4795-869e-0a8fd61ce481 req-576fe8ed-224a-4052-87cc-a7f4c9291114 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1174257 Jun 04 09:28:45.408037 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8f0e841a-67d6-4795-869e-0a8fd61ce481 req-910edf46-d56d-4288-8799-f36ed7fc61fd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500769 Jun 04 09:28:45.468930 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8bdb9912-b6cd-477e-b232-ae6c915f56af req-4321dcc5-b921-47da-87c8-0bf4fb20bdeb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.1335182 Jun 04 09:28:45.578921 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9000d4e-0b5f-46bb-b263-eeb5cef2586c req-b12b4c7d-b422-429c-886f-3a48f208661a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0450318 Jun 04 09:28:46.290742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcf526-98a3-4fbc-9428-f085e7ff204e req-f035c25c-6728-4875-acbc-ccbfb041c0b3 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:46.292462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bbbcf526-98a3-4fbc-9428-f085e7ff204e req-f035c25c-6728-4875-acbc-ccbfb041c0b3 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0521929 Jun 04 09:28:46.347880 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bbbcf526-98a3-4fbc-9428-f085e7ff204e req-fd17f8a0-38f0-49f3-9814-671523fcc1f1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467620 Jun 04 09:28:46.544475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc052c-ada6-48ca-9c11-b8c99216a8ba req-8b3b2a1c-fd73-4719-ad8b-cfb9a5703166 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:46.546453 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10cc052c-ada6-48ca-9c11-b8c99216a8ba req-8b3b2a1c-fd73-4719-ad8b-cfb9a5703166 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Jun 04 09:28:46.565715 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:46.592062 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e2f4583-5605-4253-a8a9-497ff587c6d5 req-75ef0d2e-72a4-46ab-a1fd-c6de9716b4ba tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0379858 Jun 04 09:28:46.723422 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10cc052c-ada6-48ca-9c11-b8c99216a8ba req-fc36c574-803b-4058-b0a5-acd30268b0a4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563096 Jun 04 09:28:46.776220 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f22f2bca-6176-4380-9783-0fb484482033 req-ea7bc7f0-f2a7-456d-8b3b-1fb6905b2868 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0577979 Jun 04 09:28:47.523640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c338-c7dd-4d8f-856a-6b4465394190 req-cdd3b7c7-898c-44f9-9929-a696e5aadb76 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:47.526229 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2912c338-c7dd-4d8f-856a-6b4465394190 req-cdd3b7c7-898c-44f9-9929-a696e5aadb76 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0737751 Jun 04 09:28:47.614532 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2912c338-c7dd-4d8f-856a-6b4465394190 req-571995bb-8156-4c96-8f4f-a3956b1e7143 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778928 Jun 04 09:28:47.856844 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfde3fc6-031b-4ab8-804b-aeb181dc7030 req-af040259-ea6e-40bb-a63c-670b75cfc06c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0715683 Jun 04 09:28:47.981421 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:47.993608 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ced5c-bdc5-4194-94bd-34fa1527fb9f req-4a6fe9ef-43cb-43b6-b35c-2ba938a4b844 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:48.000393 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230ced5c-bdc5-4194-94bd-34fa1527fb9f req-4a6fe9ef-43cb-43b6-b35c-2ba938a4b844 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1165953 Jun 04 09:28:48.037152 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2d24d02-75b8-4b41-8421-e4c7accf019d req-8c560cec-a502-4658-b511-79fd9140bfa7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0734651 Jun 04 09:28:48.103421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230ced5c-bdc5-4194-94bd-34fa1527fb9f req-67df868b-7c29-445a-bc0b-a0f9e5f9b824 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692668 Jun 04 09:28:48.812383 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a9c8-74cc-45d8-8460-ca134a5c3494 req-7f4a31d4-9d79-4a24-be43-70ceda4ffade tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:48.814865 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e76a9c8-74cc-45d8-8460-ca134a5c3494 req-7f4a31d4-9d79-4a24-be43-70ceda4ffade tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1031365 Jun 04 09:28:49.019677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e76a9c8-74cc-45d8-8460-ca134a5c3494 req-6ff4eb4d-5002-45c0-9d75-bfb26428454b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984365 Jun 04 09:28:49.091111 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:49.092536 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0d2c561-1ce3-4a1c-a978-eb70207975b5 req-47ae63f8-fe7b-4b75-9928-c3258046368a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0715785 Jun 04 09:28:49.258914 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-734f8a84-e78d-4b43-ae6b-ec3a8bef48cb req-84734380-6a72-4826-b4ec-c87223d55310 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0484593 Jun 04 09:28:49.422220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106306-d424-4eab-b3e5-1717d9cdfa38 req-53bb774f-aa61-40dd-8723-6a0ef1ecc4bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:49.424265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1106306-d424-4eab-b3e5-1717d9cdfa38 req-53bb774f-aa61-40dd-8723-6a0ef1ecc4bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0683589 Jun 04 09:28:49.534852 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1106306-d424-4eab-b3e5-1717d9cdfa38 req-446984fa-aafb-418c-884b-7d7071a3ade0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950384 Jun 04 09:28:49.843204 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:49.882086 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bab83-7984-42cd-9aba-ceb4673916b3 req-f482dccf-2c04-4671-99db-41288830ed32 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:49.883864 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae8bab83-7984-42cd-9aba-ceb4673916b3 req-f482dccf-2c04-4671-99db-41288830ed32 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1076105 Jun 04 09:28:49.942079 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-8e7db0c4-dda2-459c-8f14-7ab472efcbf9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:49.948662 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-8e7db0c4-dda2-459c-8f14-7ab472efcbf9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 819 time: 0.2815406 Jun 04 09:28:49.999358 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae8bab83-7984-42cd-9aba-ceb4673916b3 req-8622a972-c161-4457-86b7-b28c6750b2a8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957682 Jun 04 09:28:50.052350 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-0c98f68f-f3a4-47ea-b41a-4690b0f7c1c9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd HTTP/1.1" status: 200 len: 379 time: 0.0886078 Jun 04 09:28:50.063326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'port': {'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'admin_state_up': True, 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'security_groups': ['3c3e12c2-331a-409b-b1a4-845789e18c35']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:50.268990 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-247f5ac0-9882-4089-9164-c677a271e60a req-dc0fdcea-ff48-446b-9e00-a97a1f4e3f08 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0670996 Jun 04 09:28:50.398763 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-ca3112d6-ebfd-4516-991d-094bfebe58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:50.398763 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-ca3112d6-ebfd-4516-991d-094bfebe58d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1129 time: 0.1284323 Jun 04 09:28:50.473979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:50.514651 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb03e822-da08-4535-b146-5f143c9caa27 req-339802a5-a2db-46aa-8ed3-647ac4b2aeba tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0434172 Jun 04 09:28:50.564124 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-b1fe47f8-adc3-407b-b043-18b75f3ee803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:50.565268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-b1fe47f8-adc3-407b-b043-18b75f3ee803 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 912 time: 0.1629581 Jun 04 09:28:50.647572 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-53fab28a-b658-4f79-982a-9c6982752d70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 1001 time: 0.0680509 Jun 04 09:28:50.708316 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:50.728355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc1bf5-5cad-4b0f-a046-7db3d99b62d3 req-597cf782-7978-41d7-afcf-d06d959fb38a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:50.729946 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c2dc1bf5-5cad-4b0f-a046-7db3d99b62d3 req-597cf782-7978-41d7-afcf-d06d959fb38a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0802243 Jun 04 09:28:50.738480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-dfd8f82f-5189-483e-9ca9-353ed281603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:50.739965 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-dfd8f82f-5189-483e-9ca9-353ed281603d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.0795770 Jun 04 09:28:50.816054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Made reservation on behalf of e42983d2d3964b8cb5d32e6d653d6dfd for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:28:50.823263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:50.966770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-67517808-4181-48dc-8a97-96ff8ec1ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:50.968407 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-67517808-4181-48dc-8a97-96ff8ec1ffed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2200592 Jun 04 09:28:50.975561 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c2dc1bf5-5cad-4b0f-a046-7db3d99b62d3 req-f2c60a65-2e90-4ac4-a021-6339f7d33638 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345774 Jun 04 09:28:51.289521 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-e0f97d3a-4b85-41f4-99d5-89483ca97594 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049691 Jun 04 09:28:51.348143 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77429d12-04b9-4668-a0e3-015ac221fb1d req-142b3565-214b-485a-a206-f46b29d1237c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:51.361287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77429d12-04b9-4668-a0e3-015ac221fb1d req-142b3565-214b-485a-a206-f46b29d1237c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.2501709 Jun 04 09:28:51.383187 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-dcabc5e0-1aa8-40a7-b546-ee086e428ce1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:51.386716 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-dcabc5e0-1aa8-40a7-b546-ee086e428ce1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.5033166 Jun 04 09:28:51.528813 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77429d12-04b9-4668-a0e3-015ac221fb1d req-c474f760-1867-491c-8298-0f231a7600e3 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583717 Jun 04 09:28:51.548081 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:51.575737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Allocated IP 172.20.0.10 (440b27b7-eea1-406f-839f-e25bf291973d/935c9819-cfcd-4da7-ab81-72069a5331da/2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:28:51.721497 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2ca89717-466e-4a13-ad5f-4eb68091f5d8 req-db36c282-110e-47a9-a3b0-c18b9adf25fb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.1707702 Jun 04 09:28:51.782306 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c8aefb4b-e7b0-4358-bb9c-495837323f56 req-fd5f2dcb-6812-486f-8c1c-2d3127a113c7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.1361437 Jun 04 09:28:51.970085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:52.070594 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:52.232980 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Network 440b27b7-eea1-406f-839f-e25bf291973d is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:28:52.249062 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:28:52.258543 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event updated for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:52.263530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:28:52.345555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5c75-f066-4d97-aca9-29c6c7c9e623 req-a820bb0b-434f-4d7e-8e29-974347878911 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:52.348339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b5fd5c75-f066-4d97-aca9-29c6c7c9e623 req-a820bb0b-434f-4d7e-8e29-974347878911 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.2153311 Jun 04 09:28:52.432128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:52.433393 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:52.476235 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:52.546169 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b5fd5c75-f066-4d97-aca9-29c6c7c9e623 req-9ddab8b2-0275-4715-9314-3a25021c7dc7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803238 Jun 04 09:28:52.591278 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-7d323fd9-39f2-4745-919b-1002d5f5c2b1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5335174 Jun 04 09:28:52.606715 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:52.641472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa7e5-20e9-4884-bab6-4a95dd57aab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:52.677406 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a942824c-7215-4da3-9bcd-838642ddf824 None None] Provisioning complete for port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:28:52.677955 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a942824c-7215-4da3-9bcd-838642ddf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:52.719141 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a942824c-7215-4da3-9bcd-838642ddf824 None None] Port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:28:52.788944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453f72e-8324-40de-af7c-0e773c4c0058 req-c039a7de-2254-47bd-815d-b00e29b8a4e4 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:52.801572 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1453f72e-8324-40de-af7c-0e773c4c0058 req-c039a7de-2254-47bd-815d-b00e29b8a4e4 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1102030 Jun 04 09:28:52.926402 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:52.951589 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1453f72e-8324-40de-af7c-0e773c4c0058 req-668434cd-62d4-4441-93f4-e5b5f2aecc7c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470001 Jun 04 09:28:52.969402 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72673-763b-4a6b-851a-2ab1f2873d76 req-72e42133-80d4-4e3f-9879-f3f6a9ba99c1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:52.976808 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-70f72673-763b-4a6b-851a-2ab1f2873d76 req-72e42133-80d4-4e3f-9879-f3f6a9ba99c1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 932 time: 0.1348031 Jun 04 09:28:53.074228 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-70f72673-763b-4a6b-851a-2ab1f2873d76 req-845fc29d-7ed9-4d4c-9391-a60308f94d71 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939364 Jun 04 09:28:53.114894 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-412fd650-361c-4d7d-90d7-ad6b898abe3a req-0ca07a58-2421-455b-a69b-4c7179f373af tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0329278 Jun 04 09:28:53.776168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc978bf9-45d6-409f-a891-5cf082e0669c req-0c633691-e5b1-4acb-b999-a760b6dc2358 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:53.776168 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc978bf9-45d6-409f-a891-5cf082e0669c req-0c633691-e5b1-4acb-b999-a760b6dc2358 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0810807 Jun 04 09:28:53.858999 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc978bf9-45d6-409f-a891-5cf082e0669c req-4fb1feee-e331-4091-8aaa-1be628991cd1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721381 Jun 04 09:28:54.083930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Request body: {'port': {'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:54.542168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:54.556737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234905a-b4b1-4f6c-9938-671c4be4b305 req-ae4498af-c6a9-4837-8bc8-b6237b7be5eb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:54.558370 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9234905a-b4b1-4f6c-9938-671c4be4b305 req-ae4498af-c6a9-4837-8bc8-b6237b7be5eb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.4192908 Jun 04 09:28:54.607678 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c196e04-0628-49fe-b4e7-7b84bbb738dc req-dc19e88d-e2cf-4ddb-a1c9-2fc9593e4a79 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:54.615730 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c196e04-0628-49fe-b4e7-7b84bbb738dc req-dc19e88d-e2cf-4ddb-a1c9-2fc9593e4a79 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 932 time: 0.1985810 Jun 04 09:28:54.626339 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:54.667310 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44d24c17-2d7c-40bb-97df-ec2d651eccaa req-534c63af-3d98-47ca-ba72-b27f497fcc92 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498241 Jun 04 09:28:54.679164 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-eaaf4f61-c2f1-4f35-9b79-318ae73137a8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 473 time: 0.6537292 Jun 04 09:28:54.710705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'port': {'device_id': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'admin_state_up': True, 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'security_groups': ['14979e41-8de2-4f40-8aef-ba2f4af47feb']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:54.942251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9234905a-b4b1-4f6c-9938-671c4be4b305 req-b57ce38b-2e9e-4990-ae2a-188fa4115f88 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649189 Jun 04 09:28:55.000224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c196e04-0628-49fe-b4e7-7b84bbb738dc req-05b4f7d2-7902-4f80-a956-5aa9f37f65c1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794661 Jun 04 09:28:55.046933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:55.271440 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c17ae697-61d8-4e35-91af-b63c678d266d req-5dc47af1-5045-41aa-b516-e1692c238f20 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.2035804 Jun 04 09:28:55.395555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf0bb-340b-4cc7-a1d7-e2edbd559ffc req-0c0e7ae2-435e-4cbb-8e97-d080e0717fe3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:55.409031 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-edacf0bb-340b-4cc7-a1d7-e2edbd559ffc req-0c0e7ae2-435e-4cbb-8e97-d080e0717fe3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.2924762 Jun 04 09:28:55.505725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:28:55.511655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:55.647459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-edacf0bb-340b-4cc7-a1d7-e2edbd559ffc req-00a0f85f-d437-481f-987b-2e2102630e01 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372663 Jun 04 09:28:55.710565 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d370-b2d2-4b5b-a68c-06824e166bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:55.773083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:55.802831 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:28:55.818609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks [] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:55.859782 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Transition to ACTIVE for port object 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:28:55.872348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.20.0.13 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/fe242bec-d45c-40d4-afab-a95ae8f9f83f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:28:55.951078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.320149 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:56.353996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313ce5d-54fa-4269-8e26-aa8bc7eb5947 req-7c174e30-f2b7-4451-b8b7-2d94c7a17df8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:56.355621 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3313ce5d-54fa-4269-8e26-aa8bc7eb5947 req-7c174e30-f2b7-4451-b8b7-2d94c7a17df8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1915214 Jun 04 09:28:56.414298 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b315e1a-69c6-4790-886d-f798f2fbc556 req-7f896135-8482-4bf4-9840-bb3de8d27802 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:56.415978 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3b315e1a-69c6-4790-886d-f798f2fbc556 req-7f896135-8482-4bf4-9840-bb3de8d27802 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.2165370 Jun 04 09:28:56.464625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:56.493417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.564515 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.566793 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3313ce5d-54fa-4269-8e26-aa8bc7eb5947 req-ad556489-ab1e-4c11-9f94-34eb5049f8a9 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821465 Jun 04 09:28:56.575430 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Attempting to bind port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:28:56.575817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Attempting to bind port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:28:56.576103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Attempting to bind port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:28:56.591275 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3b315e1a-69c6-4790-886d-f798f2fbc556 req-6aa11205-b5f7-4209-a548-fc8c3eb0b7fc tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470587 Jun 04 09:28:56.596226 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a on network 440b27b7-eea1-406f-839f-e25bf291973d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:28:56.596464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Attempting to bind port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a on network 440b27b7-eea1-406f-839f-e25bf291973d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:28:56.605988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:28:56.606184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Checking segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:28:56.607135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Bound using segment: {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:28:56.607680 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Bound port: 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008859c-f366-471b-90dc-1608d6740491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:28:56.608044 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.735654 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e92539f-55df-4e33-9012-6b974948771a req-5918699b-2451-49fb-9a6e-bcfdc89160dd tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0403078 Jun 04 09:28:56.740472 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.752839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:28:56.803650 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:28:56.850628 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:28:56.854577 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:56.861503 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:28:56.866392 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:28:56.878813 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280aacf-2923-4709-bb04-64b854ee2757 req-14e531c0-f19a-43f7-a384-0006b2da4c6f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:56.880482 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a280aacf-2923-4709-bb04-64b854ee2757 req-14e531c0-f19a-43f7-a384-0006b2da4c6f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0901802 Jun 04 09:28:56.902038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.981481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:56.985661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:56.985661 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] 10.222.0.47 "PUT /v2.0/ports/2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1094 time: 2.9183578 Jun 04 09:28:56.988126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:28:56.991076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75334f-3e8c-4883-ba53-7d982b5ae5df" -d '{"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:28:57.008401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:57.009064 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:57.062009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e83b-0bb8-4491-a9a7-397ddc211696 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:57.073881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a280aacf-2923-4709-bb04-64b854ee2757 req-3d102de8-8aa5-4b01-b511-b9ae2abf1a30 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733351 Jun 04 09:28:57.088163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2e3da-6b8d-4ce8-95ca-f47d2d526702 x-openstack-request-id: req-17d2e3da-6b8d-4ce8-95ca-f47d2d526702 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:28:57.088163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:28:57.088163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17d2e3da-6b8d-4ce8-95ca-f47d2d526702 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:28:57.088163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d2e3da-6b8d-4ce8-95ca-f47d2d526702'] response: {'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'status': 'completed', 'code': 200} Jun 04 09:28:57.095010 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:28:57.159878 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-5c513a51-5ec5-4d86-851e-a4117699590c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4687769 Jun 04 09:28:57.281969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Request body: {'port': {'device_id': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:28:57.311710 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-72012398-632f-4b04-aa0a-efd7b437bc84 None None] Provisioning complete for port fe242bec-d45c-40d4-afab-a95ae8f9f83f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:28:57.312759 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-72012398-632f-4b04-aa0a-efd7b437bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:57.349804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-2cc08865-25b6-45bc-9dd2-e497e693a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:57.351489 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-2cc08865-25b6-45bc-9dd2-e497e693a2eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1128 time: 0.0850344 Jun 04 09:28:57.356765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-72012398-632f-4b04-aa0a-efd7b437bc84 None None] Port fe242bec-d45c-40d4-afab-a95ae8f9f83f cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:28:57.388771 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:58.433880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aeeae-f7d5-4755-99a6-d723b2bce0d7 req-d58107d9-4117-4fdd-89b2-7c236c81e004 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:58.438579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-922aeeae-f7d5-4755-99a6-d723b2bce0d7 req-d58107d9-4117-4fdd-89b2-7c236c81e004 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.7122705 Jun 04 09:28:58.507371 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e8a7b-9e6f-4d2d-ae00-3988045a8dc0 req-0a595cd3-8451-449a-a85b-5a9cda4bcff7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:58.509973 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ad5e8a7b-9e6f-4d2d-ae00-3988045a8dc0 req-0a595cd3-8451-449a-a85b-5a9cda4bcff7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 932 time: 0.6390092 Jun 04 09:28:58.586080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-44d774c3-83b0-4d40-b0d8-57f714001e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:58.588530 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-44d774c3-83b0-4d40-b0d8-57f714001e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1129 time: 0.5788448 Jun 04 09:28:58.631909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-ab77ca2c-74e1-4b7a-a752-84f90a7b3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:58.634526 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-ab77ca2c-74e1-4b7a-a752-84f90a7b3346 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0237975 Jun 04 09:28:58.806180 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:58.945611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:59.046740 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-922aeeae-f7d5-4755-99a6-d723b2bce0d7 req-86d8531a-6a9a-4c70-9e5b-bbec8fdfc35b tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5812299 Jun 04 09:28:59.056767 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ad5e8a7b-9e6f-4d2d-ae00-3988045a8dc0 req-09c49985-48a2-480f-ba3f-54af822a4e5a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190880 Jun 04 09:28:59.135525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-b0aae078-2fa6-48fd-b40c-be107d8097f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.136898 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-b0aae078-2fa6-48fd-b40c-be107d8097f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.5248477 Jun 04 09:28:59.151824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe242bec-d45c-40d4-afab-a95ae8f9f83f {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:28:59.185687 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks [] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.247696 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56802) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:59.272590 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Transition to ACTIVE for port object fe242bec-d45c-40d4-afab-a95ae8f9f83f will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:28:59.282928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-92e00b8b-19a3-4b39-ab94-2aef9d67f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.283486 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bc75334f-3e8c-4883-ba53-7d982b5ae5df req-92e00b8b-19a3-4b39-ab94-2aef9d67f2d4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5614350 Jun 04 09:28:59.306480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ede2e-0c1f-4305-aaba-1ac3db392191 req-cabde325-9e04-430e-8137-2213d1446f88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.306480 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-840ede2e-0c1f-4305-aaba-1ac3db392191 req-cabde325-9e04-430e-8137-2213d1446f88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.1245186 Jun 04 09:28:59.306480 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-2af7e96b-7c06-4d0a-a904-f409d26be159 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 999 time: 0.1598904 Jun 04 09:28:59.336803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:28:59.422148 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.468613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28eeebb3-4cca-48a5-9189-729d421325c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.514866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-a8faf12c-e1c7-4bf4-8b85-0ef74bd0adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.516519 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-a8faf12c-e1c7-4bf4-8b85-0ef74bd0adbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.2016449 Jun 04 09:28:59.524325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-54190b5e-d1ee-4f23-a5cb-77622f08c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.525886 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-54190b5e-d1ee-4f23-a5cb-77622f08c6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1128 time: 0.1375806 Jun 04 09:28:59.549765 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-840ede2e-0c1f-4305-aaba-1ac3db392191 req-85be3f6a-2c9f-44ef-9f42-b31941e1cbe3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183144 Jun 04 09:28:59.575961 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28eeebb3-4cca-48a5-9189-729d421325c1 admin admin] Publish callbacks [] for security_group (73b9d36c-407b-466b-9b6b-ff9705469ae8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.623801 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-70ae4618-a96e-4ecc-89a3-cef9e9718591 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 217 time: 0.0800905 Jun 04 09:28:59.625213 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:59.680797 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28eeebb3-4cca-48a5-9189-729d421325c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (73b9d36c-407b-466b-9b6b-ff9705469ae8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.725478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-a4fe3132-1868-40c3-9aa5-3db429e3ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.726554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeebb3-4cca-48a5-9189-729d421325c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9d36c-407b-466b-9b6b-ff9705469ae8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:28:59.727091 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-a4fe3132-1868-40c3-9aa5-3db429e3ad83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1813009 Jun 04 09:28:59.737469 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-28eeebb3-4cca-48a5-9189-729d421325c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bf577b226ba4c878283ec76c34d0da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875054 Jun 04 09:28:59.738935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56808) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:28:59.814822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-b821f1c2-8802-4cf5-89f3-ca8094befa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.816720 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-b821f1c2-8802-4cf5-89f3-ca8094befa7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1636167 Jun 04 09:28:59.841280 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] Publish callbacks [] for security_group (73b9d36c-407b-466b-9b6b-ff9705469ae8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.864175 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Attempting to bind port fe242bec-d45c-40d4-afab-a95ae8f9f83f on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:28:59.864619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Attempting to bind port fe242bec-d45c-40d4-afab-a95ae8f9f83f by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:28:59.864886 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Attempting to bind port fe242bec-d45c-40d4-afab-a95ae8f9f83f on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:28:59.879535 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Port fe242bec-d45c-40d4-afab-a95ae8f9f83f on network 72d5f400-ff54-4f35-902d-3289af4496b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:28:59.879858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Attempting to bind port fe242bec-d45c-40d4-afab-a95ae8f9f83f on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:28:59.883006 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] Publish callbacks [] for security_group (73b9d36c-407b-466b-9b6b-ff9705469ae8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.904828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:28:59.905148 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:28:59.905547 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:28:59.906007 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Bound port: fe242bec-d45c-40d4-afab-a95ae8f9f83f, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:28:59.906373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:28:59.911336 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-20dd79b9-7ace-47f7-bf75-72f6a8206f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:28:59.913089 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-20dd79b9-7ace-47f7-bf75-72f6a8206f6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884035 Jun 04 09:28:59.926311 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:00.000200 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-4e5326c0-2866-44e5-8819-3bc681061a05 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654188 Jun 04 09:29:00.091776 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (73b9d36c-407b-466b-9b6b-ff9705469ae8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:00.094886 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:00.100341 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73b9d36c-407b-466b-9b6b-ff9705469ae8 HTTP/1.1" status: 204 len: 168 time: 0.3547206 Jun 04 09:29:00.110907 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c25a8c-8867-45c5-804b-2a20ce85cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9d36c-407b-466b-9b6b-ff9705469ae8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:00.213320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:29:00.251680 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:29:00.398729 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-f37f3e46-c918-4737-84d1-1dffefdee9a6 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720271 Jun 04 09:29:00.402017 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0fbef2d-117b-4d71-aa10-d33eccf4039a req-d6b75248-93b3-4bf3-a6d9-9b0b21527c79 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809731 Jun 04 09:29:00.411958 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:00.531873 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc9b6b-352f-4826-9d59-006d7afd85a3 req-22ad4550-df8a-41eb-92f1-8f39ad7e68c1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:00.534593 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cedc9b6b-352f-4826-9d59-006d7afd85a3 req-22ad4550-df8a-41eb-92f1-8f39ad7e68c1 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.2874813 Jun 04 09:29:00.619367 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:00.620781 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:00.624061 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe242bec-d45c-40d4-afab-a95ae8f9f83f HTTP/1.1" status: 200 len: 1094 time: 3.3482585 Jun 04 09:29:00.634346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:00.637973 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e2d47c-bffe-41ca-bc24-0f079896a005" -d '{"events": [{"name": "network-changed", "server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:00.654117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddffb38-67b4-4b8d-b201-cf55b2f4d979 req-13b40a3d-5ca0-44a8-8c0e-eec3d00635ee tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:00.667496 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cddffb38-67b4-4b8d-b201-cf55b2f4d979 req-13b40a3d-5ca0-44a8-8c0e-eec3d00635ee tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.4048877 Jun 04 09:29:00.672128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:00.720735 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:00.776239 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:00.802976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dadd47-ea2b-4490-81f0-cbb04d60a642 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:00.875816 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cddffb38-67b4-4b8d-b201-cf55b2f4d979 req-33728be7-a987-472a-a947-36264a7bbe73 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067387 Jun 04 09:29:00.889690 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cedc9b6b-352f-4826-9d59-006d7afd85a3 req-c4fead38-9ce0-412d-aec2-f5372f3e47ce tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821982 Jun 04 09:29:00.895750 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c4855a7d-109c-40cf-9744-b0232b76e910 req-e664ebeb-3adb-4e0e-82c3-c2b496778e17 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575167 Jun 04 09:29:00.959460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:00.989822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d3d954-172d-45f1-91d0-82407b11e07d x-openstack-request-id: req-26d3d954-172d-45f1-91d0-82407b11e07d {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:00.990215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:00.990540 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26d3d954-172d-45f1-91d0-82407b11e07d {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:00.990988 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d3d954-172d-45f1-91d0-82407b11e07d'] response: {'name': 'network-changed', 'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'status': 'completed', 'code': 200} Jun 04 09:29:01.011539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16d36-b1f3-4523-b207-a3942eb51db5 req-210b662f-ffe4-4745-89ba-65359116959d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:01.013746 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bfc16d36-b1f3-4523-b207-a3942eb51db5 req-210b662f-ffe4-4745-89ba-65359116959d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jun 04 09:29:01.083073 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bfc16d36-b1f3-4523-b207-a3942eb51db5 req-ef4cbcfb-1966-48ac-8ccf-0ec39eca3eef tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626669 Jun 04 09:29:01.377531 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56836) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:01.503362 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-75b3d6aa-6b5e-40ff-a7ff-8c43f71abcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:01.598169 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-75b3d6aa-6b5e-40ff-a7ff-8c43f71abcc0 admin admin] Publish callbacks [] for security_group (1c48b89a-37f9-4a46-8827-d85900c1e72c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:01.668333 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-75b3d6aa-6b5e-40ff-a7ff-8c43f71abcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1c48b89a-37f9-4a46-8827-d85900c1e72c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:01.712418 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d6aa-6b5e-40ff-a7ff-8c43f71abcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48b89a-37f9-4a46-8827-d85900c1e72c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:01.717034 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-75b3d6aa-6b5e-40ff-a7ff-8c43f71abcc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e28426853fdb42f08d50aad76ff2e7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382642 Jun 04 09:29:01.721555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 56840) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:01.781409 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] Publish callbacks [] for security_group (1c48b89a-37f9-4a46-8827-d85900c1e72c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:01.809158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] Publish callbacks [] for security_group (1c48b89a-37f9-4a46-8827-d85900c1e72c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:01.998690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:29:02.085435 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:02.086466 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:02.120856 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:02.125583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2452c02b-12ce-4b02-bc82-e6c144259b7f" -d '{"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:02.146572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:02.275860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:02.345940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:02.350444 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1c48b89a-37f9-4a46-8827-d85900c1e72c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:02.353003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:02.364429 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c48b89a-37f9-4a46-8827-d85900c1e72c HTTP/1.1" status: 204 len: 168 time: 0.6316323 Jun 04 09:29:02.385580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080549f1-a028-4d60-a6cd-de3d1b943ecd req-adcf82ee-0a2e-40d4-9e37-d2b655ec865e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:02.387199 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-080549f1-a028-4d60-a6cd-de3d1b943ecd req-adcf82ee-0a2e-40d4-9e37-d2b655ec865e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.4310288 Jun 04 09:29:02.403402 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a050-8186-4920-b4e1-529a93bd66f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48b89a-37f9-4a46-8827-d85900c1e72c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:02.420078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec54b5-6394-4dc5-a900-6c3ca34cb2dc req-8613b25a-0421-4770-a5b3-eb3d758b7b6c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:02.427137 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6ec54b5-6394-4dc5-a900-6c3ca34cb2dc req-8613b25a-0421-4770-a5b3-eb3d758b7b6c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.4232895 Jun 04 09:29:02.456046 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-99e0c913-885a-487d-8763-74cedb1b073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:02.457597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-99e0c913-885a-487d-8763-74cedb1b073c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 1128 time: 0.1202416 Jun 04 09:29:02.505952 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-080549f1-a028-4d60-a6cd-de3d1b943ecd req-37dc471b-227c-403c-b507-2098b75db749 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094222 Jun 04 09:29:02.514597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6ec54b5-6394-4dc5-a900-6c3ca34cb2dc req-7f56cec7-b153-48f3-8125-f2023fcae552 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865550 Jun 04 09:29:02.569390 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e15c8-e747-4fcd-9ea4-3a8bbc8ca790 x-openstack-request-id: req-cc5e15c8-e747-4fcd-9ea4-3a8bbc8ca790 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:02.569868 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:02.570259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc5e15c8-e747-4fcd-9ea4-3a8bbc8ca790 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:02.571090 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5e15c8-e747-4fcd-9ea4-3a8bbc8ca790'] response: {'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'code': 200} Jun 04 09:29:02.663015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9f8f-ee42-4642-8edf-f28eb69a2c9d req-d89d6ba8-b419-4e3d-8703-7c44356128a5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:02.664675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a78b9f8f-ee42-4642-8edf-f28eb69a2c9d req-d89d6ba8-b419-4e3d-8703-7c44356128a5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0556791 Jun 04 09:29:02.723836 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a78b9f8f-ee42-4642-8edf-f28eb69a2c9d req-193e93b1-1764-4f8c-b889-28eff45f6c50 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515416 Jun 04 09:29:03.360701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:03.385659 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-7c13a2b2-e75f-43ae-8132-75ee9ed15868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.387273 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-7c13a2b2-e75f-43ae-8132-75ee9ed15868 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7410684ee8db448d8385de8549bce1a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1416178 Jun 04 09:29:03.491606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:03.510319 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-510fbfc3-dba0-45c1-a4da-39f8d061038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.512361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-60e2d47c-bffe-41ca-bc24-0f079896a005 req-510fbfc3-dba0-45c1-a4da-39f8d061038c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186848 Jun 04 09:29:03.660069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98999848-b64c-40f8-bc5e-736820b48901 req-a74e1d79-8cb4-4112-8642-8dcd19fa51c3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.661692 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98999848-b64c-40f8-bc5e-736820b48901 req-a74e1d79-8cb4-4112-8642-8dcd19fa51c3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.0667546 Jun 04 09:29:03.719694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebef1f4-fd55-4390-b16f-19b20629e971 req-0e50a408-c7e9-479f-8863-3823120a18ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.721348 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cebef1f4-fd55-4390-b16f-19b20629e971 req-0e50a408-c7e9-479f-8863-3823120a18ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.0833776 Jun 04 09:29:03.767412 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98999848-b64c-40f8-bc5e-736820b48901 req-10d56feb-85be-4010-a246-af832d86f4d2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879388 Jun 04 09:29:03.817949 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cebef1f4-fd55-4390-b16f-19b20629e971 req-2dbbca0e-e6fa-4ff6-90cd-f0780a2d0f29 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845976 Jun 04 09:29:03.922158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-fdca0054-697f-4311-a396-78ba25e0d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.923712 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-fdca0054-697f-4311-a396-78ba25e0d5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 1128 time: 0.0886064 Jun 04 09:29:03.954707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc203f-e526-46f9-89c1-f6f1f5920212 req-e84c883f-c1ef-4612-ac72-f2af908aae52 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:03.956589 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6bc203f-e526-46f9-89c1-f6f1f5920212 req-e84c883f-c1ef-4612-ac72-f2af908aae52 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0773501 Jun 04 09:29:04.008506 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-2bc9ed0f-b7cc-4849-a17c-5da92ef95f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f HTTP/1.1" status: 200 len: 217 time: 0.0697060 Jun 04 09:29:04.092183 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6bc203f-e526-46f9-89c1-f6f1f5920212 req-5a06e0ee-5f7b-48f1-8641-2f46a71159a6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955861 Jun 04 09:29:04.093761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-73271c56-5ca2-4151-9b2e-48a26edf2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:04.095291 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-73271c56-5ca2-4151-9b2e-48a26edf2eb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.0781960 Jun 04 09:29:04.177083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093f86-bb59-46b9-be56-a570405a24dd req-f7357991-b78d-49c4-9847-6ba7744b51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:04.184453 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-f7357991-b78d-49c4-9847-6ba7744b51e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777354 Jun 04 09:29:04.344929 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-eb0d0760-6804-42d9-83ef-207340999cca service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586740 Jun 04 09:29:04.459811 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb093f86-bb59-46b9-be56-a570405a24dd req-9fa65784-47cc-45ba-a24f-7086a5c330b3 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083384 Jun 04 09:29:04.919599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1567ea-0133-4d8e-bac2-b78270d439f4 req-bbf8b2fd-de36-48bc-9f94-b6d3f80bb2b3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:04.921392 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1f1567ea-0133-4d8e-bac2-b78270d439f4 req-bbf8b2fd-de36-48bc-9f94-b6d3f80bb2b3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.0618410 Jun 04 09:29:04.977736 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1f1567ea-0133-4d8e-bac2-b78270d439f4 req-922c6084-3bfb-43b1-9129-40ec1eeb99d6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502439 Jun 04 09:29:05.125014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc866-b3de-48a1-bb2d-b8ed9922cb77 req-22045f80-1d8c-416b-b93f-1df54e44266f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:05.126713 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6b6cc866-b3de-48a1-bb2d-b8ed9922cb77 req-22045f80-1d8c-416b-b93f-1df54e44266f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.0730333 Jun 04 09:29:05.182236 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6b6cc866-b3de-48a1-bb2d-b8ed9922cb77 req-c1641d74-3369-4a97-a36a-57948bf72dcf tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495784 Jun 04 09:29:05.479819 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:05.923043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-28564fc6-6394-4aa3-9ea8-b9f478d0c5f3 req-acda0a90-7a62-4987-bc1b-a5e724b09799 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:29:05.924553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28564fc6-6394-4aa3-9ea8-b9f478d0c5f3 req-acda0a90-7a62-4987-bc1b-a5e724b09799 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074415 Jun 04 09:29:06.005329 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:29:06.016738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:29:06.088733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:06.144351 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6009e-3750-4614-9e30-4c8d351ce035 req-647a4d03-6612-41fa-9682-df27fcb69381 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:06.145986 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aef6009e-3750-4614-9e30-4c8d351ce035 req-647a4d03-6612-41fa-9682-df27fcb69381 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.0674734 Jun 04 09:29:06.261415 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aef6009e-3750-4614-9e30-4c8d351ce035 req-a42e4d5c-77d3-45b3-a9c4-23e4ec650267 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022031 Jun 04 09:29:06.284579 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: DOWN; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:06.326152 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:06.347937 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:29:06.407864 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:06.408705 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:06.425787 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217eb1f-7122-432b-ba31-6d5074b12f73 req-20411a62-578b-44ae-9ded-faebdc54c5e2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:06.427425 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4217eb1f-7122-432b-ba31-6d5074b12f73 req-20411a62-578b-44ae-9ded-faebdc54c5e2 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 944 time: 0.0829055 Jun 04 09:29:06.437609 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:29:06.444636 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d44306-fc88-4346-82bf-3b3ab0d06e48 req-eb1fe9eb-6724-4b83-9c4e-4f20964c852b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:06.444636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-60d44306-fc88-4346-82bf-3b3ab0d06e48 req-eb1fe9eb-6724-4b83-9c4e-4f20964c852b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0856540 Jun 04 09:29:06.474417 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:06.531071 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4217eb1f-7122-432b-ba31-6d5074b12f73 req-301704cd-505f-4a10-a7d8-f2b3e639e470 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879338 Jun 04 09:29:06.539215 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-60d44306-fc88-4346-82bf-3b3ab0d06e48 req-a54e74fa-6936-4801-bf5c-0f07994ba627 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809922 Jun 04 09:29:06.593635 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:06.622625 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:06.641677 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:06.654082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:06.994421 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:29:07.094868 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:07.113822 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56980) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:07.253499 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-086382b6-10b8-4382-bd56-d85c9eeacedd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379442 Jun 04 09:29:07.266385 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-3d1d7e73-b22b-4104-abda-454c216bce2e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:29:07.268376 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-3d1d7e73-b22b-4104-abda-454c216bce2e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079551 Jun 04 09:29:07.400596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 56992) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:07.432812 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601b336-9e65-448c-91c6-de777cf6f549 req-e12be69f-a812-414c-87a1-2204bc70523b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:07.434839 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8601b336-9e65-448c-91c6-de777cf6f549 req-e12be69f-a812-414c-87a1-2204bc70523b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 944 time: 0.0797775 Jun 04 09:29:07.448979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:07.462505 dv-cinder-844695-1-iscsi neutron-server[104569]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 09:29:07.502691 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8601b336-9e65-448c-91c6-de777cf6f549 req-63b78f6f-bacf-45df-b015-f04a375b8926 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Jun 04 09:29:07.516332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-4b2650b7-18c8-4515-b8ff-23d73a2b5f88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:07.517926 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-4b2650b7-18c8-4515-b8ff-23d73a2b5f88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports/9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 940 time: 0.1162252 Jun 04 09:29:07.742199 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bf249-7f09-4816-8747-0de3317e7d7a req-33296b59-6c80-49b1-a5cb-34424461a924 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:07.743858 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f16bf249-7f09-4816-8747-0de3317e7d7a req-33296b59-6c80-49b1-a5cb-34424461a924 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 945 time: 0.1192224 Jun 04 09:29:07.774038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c874-3f02-4277-94c5-37e16d181ad7 req-b9916cc8-99a1-4f06-af42-21593a4e6e6f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:07.775533 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0e85c874-3f02-4277-94c5-37e16d181ad7 req-b9916cc8-99a1-4f06-af42-21593a4e6e6f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1034148 Jun 04 09:29:07.850365 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f16bf249-7f09-4816-8747-0de3317e7d7a req-47b1ba45-4807-4a2f-8c1c-25086f7de47c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973198 Jun 04 09:29:07.866485 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0e85c874-3f02-4277-94c5-37e16d181ad7 req-5411b3c6-7992-4c70-88d5-4f099cb63e18 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805964 Jun 04 09:29:08.018380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fe242bec-d45c-40d4-afab-a95ae8f9f83f details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:29:08.031653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:29:08.178610 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:29:08.229353 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:08.250741 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'port_id': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'mac_address': 'fa:16:3e:0f:2a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:29:08.294219 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:29:08.294805 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:08.354516 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port fe242bec-d45c-40d4-afab-a95ae8f9f83f is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:08.355652 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:08.394603 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe242bec-d45c-40d4-afab-a95ae8f9f83f {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:29:08.438226 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:08.478116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:08.478506 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:08.505620 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:08.508117 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd284aa-422e-4957-92e7-19d0454db056" -d '{"events": [{"server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:08.523550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:08.545784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:08.679823 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0c6a-09bb-49f6-a230-07492d029a43 req-67c7c5c2-ccb3-473d-aa8b-92938b1ba397 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:08.681694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d6a0c6a-09bb-49f6-a230-07492d029a43 req-67c7c5c2-ccb3-473d-aa8b-92938b1ba397 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 945 time: 0.0843494 Jun 04 09:29:08.747825 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d6a0c6a-09bb-49f6-a230-07492d029a43 req-a5302c85-4a08-45c6-ada6-3f2ba5d7f9a2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543971 Jun 04 09:29:08.754118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a48f0e-2d5f-4c55-8a0f-e66f3ebe565d x-openstack-request-id: req-72a48f0e-2d5f-4c55-8a0f-e66f3ebe565d {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:08.754639 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:08.755040 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72a48f0e-2d5f-4c55-8a0f-e66f3ebe565d {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:08.755689 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a48f0e-2d5f-4c55-8a0f-e66f3ebe565d'] response: {'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'code': 200} Jun 04 09:29:08.760895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:08.817452 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:08.911018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:08.940000 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['fe242bec-d45c-40d4-afab-a95ae8f9f83f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:29:09.090621 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:09.123834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab37216-ea19-48a5-bc5b-19bf50f8e2b5 req-f13f39c9-9a20-43db-a1a6-dfc04b6b6ca4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:09.125504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8ab37216-ea19-48a5-bc5b-19bf50f8e2b5 req-f13f39c9-9a20-43db-a1a6-dfc04b6b6ca4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1248796 Jun 04 09:29:09.138123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713b421-6c2d-4e3e-b9c7-194243c290fd req-79339304-1526-4e47-b517-cd70588804f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:09.138432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:09.139650 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c713b421-6c2d-4e3e-b9c7-194243c290fd req-79339304-1526-4e47-b517-cd70588804f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.0973790 Jun 04 09:29:09.151810 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ab96-327d-42ab-ab34-ba5905502c76 req-142e8699-8c3b-4912-8880-8ff231086741 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:09.153400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3aa3ab96-327d-42ab-ab34-ba5905502c76 req-142e8699-8c3b-4912-8880-8ff231086741 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1364391 Jun 04 09:29:09.278134 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8ab37216-ea19-48a5-bc5b-19bf50f8e2b5 req-3cf3c135-fa84-4f78-a1e2-3c506f81cf55 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403148 Jun 04 09:29:09.282644 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c713b421-6c2d-4e3e-b9c7-194243c290fd req-9662522b-aa1f-490e-b5f4-31607660c117 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271257 Jun 04 09:29:09.286596 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3aa3ab96-327d-42ab-ab34-ba5905502c76 req-cb24c7d2-4cda-4c6c-8aab-7f5b22eaa2d9 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183286 Jun 04 09:29:09.881100 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990342-98ac-4dfc-963d-91961ce15053 req-fba66e1c-a02a-43ab-8dcb-277ddd0e2d35 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:09.882779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-90990342-98ac-4dfc-963d-91961ce15053 req-fba66e1c-a02a-43ab-8dcb-277ddd0e2d35 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 945 time: 0.0531101 Jun 04 09:29:09.938272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-90990342-98ac-4dfc-963d-91961ce15053 req-6b2f3b7c-d422-4a0c-b490-cb1b9fb880cd tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473988 Jun 04 09:29:10.029044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fe242bec-d45c-40d4-afab-a95ae8f9f83f up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:29:10.079427 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port fe242bec-d45c-40d4-afab-a95ae8f9f83f completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:29:10.168036 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port fe242bec-d45c-40d4-afab-a95ae8f9f83f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:29:10.168777 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:10.263513 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port fe242bec-d45c-40d4-afab-a95ae8f9f83f is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:10.263842 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:10.310420 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:10.387757 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:10.416055 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:10.503466 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:10.511218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70af5-09bf-4177-a779-856686177601 req-7df0b9c1-f5cd-4165-8741-e3aae1bdf18c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:10.511449 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04d70af5-09bf-4177-a779-856686177601 req-7df0b9c1-f5cd-4165-8741-e3aae1bdf18c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1387525 Jun 04 09:29:10.521015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5972e-1a6d-4f78-a04a-f17976459c3d req-3ad8faee-e084-4057-ae25-b93607fbcb1d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:10.525960 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18c5972e-1a6d-4f78-a04a-f17976459c3d req-3ad8faee-e084-4057-ae25-b93607fbcb1d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1124525 Jun 04 09:29:10.647397 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04d70af5-09bf-4177-a779-856686177601 req-d13f9f70-44a9-4a5f-b891-bb8b57bc8f63 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194301 Jun 04 09:29:10.650829 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18c5972e-1a6d-4f78-a04a-f17976459c3d req-b0bf1c5e-e140-49d9-8acc-a8e2556094ed tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198177 Jun 04 09:29:10.756610 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:10.759106 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c0000-bf60-4953-a158-e0fe779cb3d3" -d '{"events": [{"server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "name": "network-vif-plugged", "status": "completed", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:10.805656 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68085a0-5480-4c08-bae7-1139af76a219 x-openstack-request-id: req-d68085a0-5480-4c08-bae7-1139af76a219 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:10.805947 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "name": "network-vif-plugged", "status": "completed", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:10.806197 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d68085a0-5480-4c08-bae7-1139af76a219 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:10.806657 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68085a0-5480-4c08-bae7-1139af76a219'] response: {'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'code': 200} Jun 04 09:29:11.091328 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd82ed0-28ee-4624-889c-489714c282f2 req-034fb601-9fd4-4729-a0d6-cbb5699892de tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.093266 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fcd82ed0-28ee-4624-889c-489714c282f2 req-034fb601-9fd4-4729-a0d6-cbb5699892de tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0651486 Jun 04 09:29:11.178221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-e19db971-01f6-41e8-bb58-b3b405714c32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794249 Jun 04 09:29:11.211642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fcd82ed0-28ee-4624-889c-489714c282f2 req-32b2f3ed-2323-493c-bf43-c7425b51a4d2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052961 Jun 04 09:29:11.398940 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-859ee4b5-506f-4695-b7ad-c8aadf26ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.402714 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-859ee4b5-506f-4695-b7ad-c8aadf26ae5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 1129 time: 0.0716240 Jun 04 09:29:11.526320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:11.587080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-44416b90-d502-418c-94ad-308b50351150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.589026 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-44416b90-d502-418c-94ad-308b50351150 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1620905 Jun 04 09:29:11.640733 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-2978b83b-dcbd-441f-a46d-7d7e2dbd7935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 200 len: 217 time: 0.0454209 Jun 04 09:29:11.840783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d391ad-781a-4f81-b7d3-5f127ddab964 req-487edc71-71cb-4168-b715-e30f1c1c70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.842236 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4d391ad-781a-4f81-b7d3-5f127ddab964 req-487edc71-71cb-4168-b715-e30f1c1c70ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 1130 time: 0.1661439 Jun 04 09:29:11.893377 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-53c3843c-16fb-442b-8ba3-3f49de10f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.894945 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-53c3843c-16fb-442b-8ba3-3f49de10f398 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.2097902 Jun 04 09:29:11.908134 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50352-ef39-40eb-8c36-fe47fe62e2a1 req-7d1b683b-0be3-4939-aa95-b336483d844a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.909779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebe50352-ef39-40eb-8c36-fe47fe62e2a1 req-7d1b683b-0be3-4939-aa95-b336483d844a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1300163 Jun 04 09:29:11.964028 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110eb1f-d94d-467f-8a33-872300772b16 req-c2645a12-2898-48af-8fd9-5ae7db88b809 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:11.965771 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b110eb1f-d94d-467f-8a33-872300772b16 req-c2645a12-2898-48af-8fd9-5ae7db88b809 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1625886 Jun 04 09:29:12.035211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-bdad03d6-ac63-4f87-acd1-c988147d7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:12.036196 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-bdad03d6-ac63-4f87-acd1-c988147d7a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226280 Jun 04 09:29:12.038495 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4d391ad-781a-4f81-b7d3-5f127ddab964 req-cd2c3cbf-b1ad-4d8d-8ed3-26900509fcc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742051 Jun 04 09:29:12.074504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebe50352-ef39-40eb-8c36-fe47fe62e2a1 req-abfeac7e-f3bf-4176-903b-7c86a10b3677 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467574 Jun 04 09:29:12.087547 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b110eb1f-d94d-467f-8a33-872300772b16 req-1c2deb17-3476-485d-be47-286457a2e532 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047411 Jun 04 09:29:12.216700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e817fb-20ec-41d0-979b-4590be05d12b req-c6f53440-ba25-46c3-9a52-b56253ebbfce tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:12.218645 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-77e817fb-20ec-41d0-979b-4590be05d12b req-c6f53440-ba25-46c3-9a52-b56253ebbfce tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0571945 Jun 04 09:29:12.228218 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57040) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:12.233437 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'floatingip': {'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:29:12.281989 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:12.404323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e54e4a-519a-43c8-86eb-025df409cf1d req-16dc9f11-a4dd-417e-8a98-eff4ce4f3b9c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:12.405982 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-58e54e4a-519a-43c8-86eb-025df409cf1d req-16dc9f11-a4dd-417e-8a98-eff4ce4f3b9c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0912855 Jun 04 09:29:12.485080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:12.517050 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-58e54e4a-519a-43c8-86eb-025df409cf1d req-3df4af57-cc64-464b-960d-8f06f18f3d6f tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752993 Jun 04 09:29:12.537845 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-eabce6a5-d570-420a-b0ad-42292573a604 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627483 Jun 04 09:29:12.881202 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:12.941355 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:13.010098 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:13.052960 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:13.061864 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d91ba755-f78d-4e1e-966f-d29d1e0cf58f req-ddda8e81-2beb-4b2b-9b89-a68c61550c60 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149116 Jun 04 09:29:13.070350 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Floating IP abe893ff-c680-488e-bc15-172b23f9e52c associated. External IP: 172.27.0.164, port: 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a. Jun 04 09:29:13.230209 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59196-1c8f-4b39-a0e7-c2288913950f req-a31c0bed-46ba-4cd8-a12a-359a0ca82b06 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:13.232941 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3fa59196-1c8f-4b39-a0e7-c2288913950f req-a31c0bed-46ba-4cd8-a12a-359a0ca82b06 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0648680 Jun 04 09:29:13.309197 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3fa59196-1c8f-4b39-a0e7-c2288913950f req-4bc1cad2-ab88-4bf5-a1ff-32c169e095c9 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656483 Jun 04 09:29:13.355407 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:29:13.474372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:29:13.482263 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:13.484888 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:29:13.497769 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:29:13.499828 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:28:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:13.541236 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-40cb21e0-bde3-47dd-af71-5c0ad35bff17 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "PUT /v2.0/floatingips/abe893ff-c680-488e-bc15-172b23f9e52c HTTP/1.1" status: 200 len: 992 time: 1.3113079 Jun 04 09:29:13.542182 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:13.547189 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:13.610143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42136697-d85d-43c6-84de-f70a1b271b9c x-openstack-request-id: req-42136697-d85d-43c6-84de-f70a1b271b9c {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:13.610143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:13.610464 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42136697-d85d-43c6-84de-f70a1b271b9c {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:13.611266 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42136697-d85d-43c6-84de-f70a1b271b9c'] response: {'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'status': 'completed', 'code': 200} Jun 04 09:29:13.629499 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:29:13.731895 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-8efd6ff2-ad66-46ae-84d4-c1067d619f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:13.733397 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-8efd6ff2-ad66-46ae-84d4-c1067d619f4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 1127 time: 0.1322787 Jun 04 09:29:13.748830 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917248-bbbf-408d-8c3d-001ecc5bf32c req-a56d973c-c1d9-43b3-8702-a233aac42463 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:13.750635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27917248-bbbf-408d-8c3d-001ecc5bf32c req-a56d973c-c1d9-43b3-8702-a233aac42463 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0759933 Jun 04 09:29:13.818086 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27917248-bbbf-408d-8c3d-001ecc5bf32c req-be50be0c-087e-475d-82a0-4aceb12a5099 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606341 Jun 04 09:29:13.954359 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:12Z', 'revision_number': 1, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:13.986694 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:29:13.995941 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:29:13.996581 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:28:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:14.109342 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:29:14.285095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:14.354290 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-4b5c4ad1-c11b-4767-ad04-da81b915f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:14.355966 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-4b5c4ad1-c11b-4767-ad04-da81b915f997 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.0847270 Jun 04 09:29:14.436672 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:12Z', 'revision_number': 1, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:14.483217 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618e37a-1f71-4d84-905e-3b7c631937d5 None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:12Z', 'revision_number': 1, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:29:14.612899 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-04ce3cbf-f371-4dae-98b1-8018b53d3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:14.614357 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-04ce3cbf-f371-4dae-98b1-8018b53d3d35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1127 time: 0.3090925 Jun 04 09:29:14.756631 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02628039-06c4-4781-9fb3-5923f4bde7a2 None None] New status for floating IP abe893ff-c680-488e-bc15-172b23f9e52c: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:29:14.764314 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f691b-1ce8-4255-aad9-bd1d2e383675 req-a8f81e23-b3f6-4bdb-90db-b2fce6f4d673 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:14.766004 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ad3f691b-1ce8-4255-aad9-bd1d2e383675 req-a8f81e23-b3f6-4bdb-90db-b2fce6f4d673 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1246221 Jun 04 09:29:14.844436 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-4404ca41-3e65-407d-9a87-09b995f8d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:14.846343 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-4404ca41-3e65-407d-9a87-09b995f8d810 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.4832973 Jun 04 09:29:14.894005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-58b077bb-141b-44c4-bdcb-84eb9b5bc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:14.897450 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-58b077bb-141b-44c4-bdcb-84eb9b5bc45d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.2545524 Jun 04 09:29:15.043008 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ad3f691b-1ce8-4255-aad9-bd1d2e383675 req-91839874-6876-41ee-bd30-cfe64c26a62d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596970 Jun 04 09:29:15.116059 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-c89bbba3-e5e1-4e5b-b9e0-cc2d8c51666e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1000 time: 0.2590983 Jun 04 09:29:15.148694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-176faf7d-84a6-4b92-80db-fc5f2282da0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 200 len: 997 time: 0.2346728 Jun 04 09:29:15.210844 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c2493-12d9-44c0-a6a0-ce58e1744185 req-3eb7f367-28bb-4f8a-9c5a-5aaaf5493532 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.213778 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3c8c2493-12d9-44c0-a6a0-ce58e1744185 req-3eb7f367-28bb-4f8a-9c5a-5aaaf5493532 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.2157917 Jun 04 09:29:15.293704 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-9cb6ec53-9a0b-4007-b64d-f21814ba3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.295201 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-9cb6ec53-9a0b-4007-b64d-f21814ba3e67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1655850 Jun 04 09:29:15.324900 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-18aeb4bd-8d85-496d-835f-33ceac6553ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.326393 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-18aeb4bd-8d85-496d-835f-33ceac6553ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.1711450 Jun 04 09:29:15.398903 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3c8c2493-12d9-44c0-a6a0-ce58e1744185 req-f5169efc-ccdd-470c-9f41-678a731c1efd tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534507 Jun 04 09:29:15.405484 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-629b211c-5994-4771-8991-cfbb0a3eb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.407038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-629b211c-5994-4771-8991-cfbb0a3eb59c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025956 Jun 04 09:29:15.413422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-731b5ca5-52ef-47ca-9e6c-b3c52e8a4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.414997 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-731b5ca5-52ef-47ca-9e6c-b3c52e8a4388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810869 Jun 04 09:29:15.508711 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:15.602480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da17c-8513-4d5d-9748-59465eb4d6a3 req-e57d3cef-bf3d-4c21-b272-9b3e45de66db tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:15.604071 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-729da17c-8513-4d5d-9748-59465eb4d6a3 req-e57d3cef-bf3d-4c21-b272-9b3e45de66db tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0941446 Jun 04 09:29:15.618779 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57064) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:15.624206 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'port_id': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:29:15.643865 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-c133a336-778a-458c-bcb9-0c9cab82189f service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278888 Jun 04 09:29:15.645830 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-61c67f0d-7e44-4fb9-b519-f0bca1888479 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218993 Jun 04 09:29:15.665645 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:15.675458 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:15.845902 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9987cd3a-9f31-47ff-8b74-9af5849f2b1f req-05c3a48d-5714-4750-a88a-ee34bc531ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903524 Jun 04 09:29:15.848315 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-23c1f498-7175-42cb-a8b8-c29a6da61c05 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839223 Jun 04 09:29:15.965988 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:16.225754 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3f74-7940-41b8-ade4-505c4b4777ae req-dc49fb73-615e-455f-943a-2b43b1b56fa1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:16.227445 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-557e3f74-7940-41b8-ade4-505c4b4777ae req-dc49fb73-615e-455f-943a-2b43b1b56fa1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0931685 Jun 04 09:29:16.303640 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-557e3f74-7940-41b8-ade4-505c4b4777ae req-70b11e7d-6e08-455f-ae89-ecdbf783c838 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640483 Jun 04 09:29:16.598678 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:16.700875 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:16.866481 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 5103d13d-8bdd-4d96-b685-1186182a48c5 associated. External IP: 172.27.0.155, port: fe242bec-d45c-40d4-afab-a95ae8f9f83f. Jun 04 09:29:17.282152 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:29:17.514031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e033d-62e9-40ee-80fc-0898c3c01edc req-16ddc547-809b-4a6b-9e1a-6194e8fd78f0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:17.516256 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fc8e033d-62e9-40ee-80fc-0898c3c01edc req-16ddc547-809b-4a6b-9e1a-6194e8fd78f0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1032114 Jun 04 09:29:17.534440 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:29:17.540218 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:17.549944 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:29:17.573575 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:29:17.575473 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:28:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:17.598567 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-546287f8-8635-41ec-8e8e-31ff4eff0c50 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "PUT /v2.0/floatingips/5103d13d-8bdd-4d96-b685-1186182a48c5 HTTP/1.1" status: 200 len: 992 time: 1.9783511 Jun 04 09:29:17.599157 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:17.607658 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03757607-5830-4711-b8b7-33bc20901197" -d '{"events": [{"name": "network-changed", "server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:17.671551 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fc8e033d-62e9-40ee-80fc-0898c3c01edc req-01488539-2241-4e8a-83fb-aaf6fae57bd7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463668 Jun 04 09:29:17.710729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b21194-f397-47ee-91ea-22d94cca9490 x-openstack-request-id: req-54b21194-f397-47ee-91ea-22d94cca9490 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:17.711586 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:17.711762 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54b21194-f397-47ee-91ea-22d94cca9490 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:17.712272 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b21194-f397-47ee-91ea-22d94cca9490'] response: {'name': 'network-changed', 'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'status': 'completed', 'code': 200} Jun 04 09:29:17.752720 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:17.763538 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:29:18.048561 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:18.118064 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}, {'id': '5103d13d-8bdd-4d96-b685-1186182a48c5', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:0f:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:16Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:18.179806 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:29:18.197524 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:29:18.198564 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:28:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:18.394832 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:29:18.815797 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14763799-4f3f-4e5a-944f-7d2f12219942 req-4f89a1a4-4c0a-46cb-b84e-9e0d25b1e89d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:18.819103 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-14763799-4f3f-4e5a-944f-7d2f12219942 req-4f89a1a4-4c0a-46cb-b84e-9e0d25b1e89d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0695248 Jun 04 09:29:18.905376 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-14763799-4f3f-4e5a-944f-7d2f12219942 req-3ddcd2a4-c700-42e7-8014-2dc9770c4844 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795975 Jun 04 09:29:18.976679 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}, {'id': '5103d13d-8bdd-4d96-b685-1186182a48c5', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:0f:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:16Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:29:19.016090 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560877d-59ea-4211-9663-3a5c2391a96b None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}, {'id': '5103d13d-8bdd-4d96-b685-1186182a48c5', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:0f:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:29:16Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:29:19.351176 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0e074-957b-47c8-a1d6-87f5b949e543 None None] New status for floating IP 5103d13d-8bdd-4d96-b685-1186182a48c5: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:29:20.136162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6a548-ff31-45e6-bcb3-1d7414bb1d61 req-c8100215-239b-4e4b-8a5c-d2d839cdd01e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:20.138753 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-91a6a548-ff31-45e6-bcb3-1d7414bb1d61 req-c8100215-239b-4e4b-8a5c-d2d839cdd01e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0796373 Jun 04 09:29:20.215898 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-91a6a548-ff31-45e6-bcb3-1d7414bb1d61 req-32807f23-ab8c-4e98-a809-7c2208fff973 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708184 Jun 04 09:29:21.372157 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99168105-a3a8-4d07-bc02-8e2f50c7f458 req-16ecb08d-032f-4ca8-ac1e-34ae7d6b283b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:21.374462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99168105-a3a8-4d07-bc02-8e2f50c7f458 req-16ecb08d-032f-4ca8-ac1e-34ae7d6b283b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0688412 Jun 04 09:29:21.477913 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99168105-a3a8-4d07-bc02-8e2f50c7f458 req-f6046a7c-4d83-4a10-90d1-a0b0dde25f69 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860136 Jun 04 09:29:22.584729 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3a74aa3-7783-40d5-96d3-949a53bd3520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:22.636071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39373c53-7fe1-47bb-bc9b-acfdd8788d17 req-8784284d-553a-4d4d-ace2-5a2d5cfc99fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:22.637851 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39373c53-7fe1-47bb-bc9b-acfdd8788d17 req-8784284d-553a-4d4d-ace2-5a2d5cfc99fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0557864 Jun 04 09:29:22.721275 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39373c53-7fe1-47bb-bc9b-acfdd8788d17 req-b8f6ddde-a776-4fb2-a6a8-2a700c98bd89 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659871 Jun 04 09:29:23.868094 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:23.879850 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d138b1-5d1d-4b05-9188-6346cf02f12a req-649d911d-8599-4a40-b6e4-24008ee6e183 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:23.882287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d0d138b1-5d1d-4b05-9188-6346cf02f12a req-649d911d-8599-4a40-b6e4-24008ee6e183 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0629430 Jun 04 09:29:23.990962 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d0d138b1-5d1d-4b05-9188-6346cf02f12a req-d875f0f6-5714-4a83-a95a-fdc471b0aa28 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009536 Jun 04 09:29:25.216330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e278bc-8283-41f8-935c-9faa168df6be req-d24f77f6-d4dd-45b8-b20f-507055c4830d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:25.221251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2e278bc-8283-41f8-935c-9faa168df6be req-d24f77f6-d4dd-45b8-b20f-507055c4830d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0803056 Jun 04 09:29:25.279851 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2e278bc-8283-41f8-935c-9faa168df6be req-1e838546-ec06-4fad-95e1-c28529d9d836 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521958 Jun 04 09:29:25.637384 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab629-9906-4308-a468-7c36243d2af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:26.361718 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:26.448752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce12b4-5e8f-4fb9-93bb-7d4ff903ac42 req-62babe3f-d629-4f5f-ad30-d12e21c870d2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:26.450463 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-47ce12b4-5e8f-4fb9-93bb-7d4ff903ac42 req-62babe3f-d629-4f5f-ad30-d12e21c870d2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0870891 Jun 04 09:29:26.557801 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-47ce12b4-5e8f-4fb9-93bb-7d4ff903ac42 req-0aa7e491-3b8f-49ac-978e-8501f584f766 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977361 Jun 04 09:29:27.585854 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:27.589915 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:27.699876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:27.708885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1f8ca-2dfc-43ca-94dd-a26d75708525 req-56f820bb-380c-4dac-8858-ced960ce22fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:27.710472 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57c1f8ca-2dfc-43ca-94dd-a26d75708525 req-56f820bb-380c-4dac-8858-ced960ce22fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0508645 Jun 04 09:29:27.766451 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57c1f8ca-2dfc-43ca-94dd-a26d75708525 req-3e9b07f6-20e3-405a-9fee-48b44e8f016d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493500 Jun 04 09:29:28.059533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757607-5830-4711-b8b7-33bc20901197 req-b35b8d3a-19cf-4115-a4c7-7ba70f39c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:28.061216 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-b35b8d3a-19cf-4115-a4c7-7ba70f39c4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 1130 time: 0.0454285 Jun 04 09:29:28.785339 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:28.870127 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757607-5830-4711-b8b7-33bc20901197 req-d5505f24-9ba9-433e-b75b-ee7cb0514728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:28.871626 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-d5505f24-9ba9-433e-b75b-ee7cb0514728 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.1390986 Jun 04 09:29:28.949036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e41b-9e6e-4a58-a7d6-d2bc2fa6b512 req-e17e5eda-7299-4657-9176-f02b4de7b758 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:28.950641 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5816e41b-9e6e-4a58-a7d6-d2bc2fa6b512 req-e17e5eda-7299-4657-9176-f02b4de7b758 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.1023488 Jun 04 09:29:28.974602 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-91391613-85c8-4c52-beef-da32cbcbd412 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f HTTP/1.1" status: 200 len: 1002 time: 0.0865898 Jun 04 09:29:28.979931 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=44 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:28.983220 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=58 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:29.050932 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5816e41b-9e6e-4a58-a7d6-d2bc2fa6b512 req-251c33e6-4588-46e8-9f32-0bf8910a1f95 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940037 Jun 04 09:29:29.054950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757607-5830-4711-b8b7-33bc20901197 req-76e158e3-42f4-4b60-9795-a8800ce71978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:29.057037 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-76e158e3-42f4-4b60-9795-a8800ce71978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.0721593 Jun 04 09:29:29.112793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757607-5830-4711-b8b7-33bc20901197 req-816ba9df-fd87-449c-82e1-a28b59e9b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:29.114297 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-816ba9df-fd87-449c-82e1-a28b59e9b945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485132 Jun 04 09:29:29.236963 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-10bc42e1-403f-4741-939f-c837a322b2a6 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108468 Jun 04 09:29:29.350471 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03757607-5830-4711-b8b7-33bc20901197 req-4b145bac-c15b-4e01-9e84-d59154795270 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051636 Jun 04 09:29:29.905628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:30.188470 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc2f84-d17b-4ae6-bea9-5613c1af84d9 req-2a287534-15b3-4409-afac-8a28f50e3124 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:30.190069 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-95bc2f84-d17b-4ae6-bea9-5613c1af84d9 req-2a287534-15b3-4409-afac-8a28f50e3124 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0579183 Jun 04 09:29:30.213674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:30.246400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-95bc2f84-d17b-4ae6-bea9-5613c1af84d9 req-ae64ca1f-2772-494b-bf66-484f496d5baf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499651 Jun 04 09:29:31.389231 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbf3b9-a778-4306-9b28-12876960b8db req-cbc349ae-c4f3-49c1-ac2c-be474b96e04e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:31.390862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fdbf3b9-a778-4306-9b28-12876960b8db req-cbc349ae-c4f3-49c1-ac2c-be474b96e04e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0561154 Jun 04 09:29:31.451214 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fdbf3b9-a778-4306-9b28-12876960b8db req-b1ef1040-aeb6-4cbb-8684-10f2df8aefda tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542364 Jun 04 09:29:32.587903 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cc550-0d36-4d70-a47d-3a42770114a1 req-944a6366-5efe-473c-94b7-39e73c8be935 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:32.589568 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a47cc550-0d36-4d70-a47d-3a42770114a1 req-944a6366-5efe-473c-94b7-39e73c8be935 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0525618 Jun 04 09:29:32.648243 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a47cc550-0d36-4d70-a47d-3a42770114a1 req-8471bbea-d5dd-4061-89fa-2d6721150017 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520198 Jun 04 09:29:33.789209 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de4d5-3e77-4923-bb3f-b77b43f4334b req-a513e5e1-cd1e-4926-ab83-d145de0466ba tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:33.791398 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3b2de4d5-3e77-4923-bb3f-b77b43f4334b req-a513e5e1-cd1e-4926-ab83-d145de0466ba tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0549777 Jun 04 09:29:33.843644 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3b2de4d5-3e77-4923-bb3f-b77b43f4334b req-b7f5954f-f85e-45bc-b0c7-25aaf0df8e5e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465739 Jun 04 09:29:34.096069 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:29:34.973783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85b01-fa2d-4a9a-bc93-6c4bf3134cc0 req-b54755a1-2533-47ae-a4d9-750805379b41 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:34.975418 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3eb85b01-fa2d-4a9a-bc93-6c4bf3134cc0 req-b54755a1-2533-47ae-a4d9-750805379b41 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0518026 Jun 04 09:29:35.033058 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3eb85b01-fa2d-4a9a-bc93-6c4bf3134cc0 req-2a9f337d-2ccf-4fac-9123-c77aff3fc064 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475149 Jun 04 09:29:35.467182 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:36.120560 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:36.164502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5888-dd74-407c-af65-f89bad35d7b5 req-225e275e-3f77-4b16-84ba-98a6879249e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:36.166709 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-24ed5888-dd74-407c-af65-f89bad35d7b5 req-225e275e-3f77-4b16-84ba-98a6879249e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0553360 Jun 04 09:29:36.222779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-24ed5888-dd74-407c-af65-f89bad35d7b5 req-b9e73d59-c053-42a2-9299-0346434e1d15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496452 Jun 04 09:29:37.381723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012681a-5f73-4f6a-ae37-8538013610df req-6a2e06de-7ff8-43e9-b88c-f253c5a16a51 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:37.384461 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9012681a-5f73-4f6a-ae37-8538013610df req-6a2e06de-7ff8-43e9-b88c-f253c5a16a51 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0700893 Jun 04 09:29:37.463379 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9012681a-5f73-4f6a-ae37-8538013610df req-1aa99a87-99b9-4a17-9170-5ed2513b3b44 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727901 Jun 04 09:29:38.292776 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:29:38.412706 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:38.427175 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'mac_address': 'fa:16:3e:f9:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:29:38.467444 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:38.467914 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:38.483885 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:29:38.490479 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:38.510192 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:38.599878 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5ffe-aec3-4bc8-b1fa-75384327a08b req-31012749-6c14-43a6-8f3f-7bcbe7a322ea tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:38.600762 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:38.601379 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7bba5ffe-aec3-4bc8-b1fa-75384327a08b req-31012749-6c14-43a6-8f3f-7bcbe7a322ea tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 943 time: 0.0545719 Jun 04 09:29:38.643308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:38.663992 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=9']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:38.673258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.673841 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.673841 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.674103 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.674604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.674770 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.675054 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.675389 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.675829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.676034 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.676400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.677260 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.677260 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.677559 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.677719 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:38.885583 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7bba5ffe-aec3-4bc8-b1fa-75384327a08b req-a6b88e52-6b6a-4a50-9e55-cb8fd4ed785b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736087 Jun 04 09:29:38.981555 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:29:40.015731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c63db-fdb4-429d-b2ba-c923167e956f req-a867b3e7-befc-4fcb-9702-7f0ac345f3cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:40.017581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-502c63db-fdb4-429d-b2ba-c923167e956f req-a867b3e7-befc-4fcb-9702-7f0ac345f3cc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 944 time: 0.0513535 Jun 04 09:29:40.083029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-502c63db-fdb4-429d-b2ba-c923167e956f req-782ac4e5-0365-4f3c-abd0-7cca0b1e2536 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589666 Jun 04 09:29:40.320774 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:29:40.366064 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:29:40.366440 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:40.448679 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:29:40.449196 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:40.474926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:29:40.477829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a4f42c-3a8e-44df-a660-0b10906a5bdc" -d '{"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:29:40.492819 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:29:40.520614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ff0b4-d699-46a2-9217-7560d0d978b5 x-openstack-request-id: req-2f9ff0b4-d699-46a2-9217-7560d0d978b5 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:29:40.520989 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:29:40.521378 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f9ff0b4-d699-46a2-9217-7560d0d978b5 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:29:40.521986 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9ff0b4-d699-46a2-9217-7560d0d978b5'] response: {'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'code': 200} Jun 04 09:29:40.571312 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:40.645169 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=10']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:41.219302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179fe3-051a-404c-8128-879b8997a517 req-ddbbc4fe-b768-4dc4-b249-1461f8aa7179 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:41.221137 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5179fe3-051a-404c-8128-879b8997a517 req-ddbbc4fe-b768-4dc4-b249-1461f8aa7179 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0522704 Jun 04 09:29:41.299078 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e5179fe3-051a-404c-8128-879b8997a517 req-4708fdce-d50a-4738-a678-107edc9bab6a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675108 Jun 04 09:29:41.359756 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34add6-3d87-44ad-888a-62bfb8d68689 req-2b422497-f8fd-4318-a152-35e9c07f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:41.361289 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b34add6-3d87-44ad-888a-62bfb8d68689 req-2b422497-f8fd-4318-a152-35e9c07f17f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 1130 time: 0.0588524 Jun 04 09:29:41.413184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b34add6-3d87-44ad-888a-62bfb8d68689 req-728d8e85-b09f-49eb-b469-90e87dc04db1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 Jun 04 09:29:42.421518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:42.433330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385edec-4f89-43b0-b536-1535f68c79a0 req-87747ed0-f56a-42b4-ad79-3763ecfad75f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:42.435046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d385edec-4f89-43b0-b536-1535f68c79a0 req-87747ed0-f56a-42b4-ad79-3763ecfad75f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Jun 04 09:29:42.493430 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d385edec-4f89-43b0-b536-1535f68c79a0 req-456ab49c-24f5-42e7-940a-d9006ec153c0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498085 Jun 04 09:29:43.639488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671455b-8fdf-4837-af3a-c19e8905f646 req-c53eb3d5-4022-4d3f-bb18-73f178fe07e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:43.641163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6671455b-8fdf-4837-af3a-c19e8905f646 req-c53eb3d5-4022-4d3f-bb18-73f178fe07e6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0681746 Jun 04 09:29:43.692388 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6671455b-8fdf-4837-af3a-c19e8905f646 req-2225c0c7-57d9-4477-9a39-2678842617fd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Jun 04 09:29:44.728699 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57310) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:44.873164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cd0b8-8f9a-47fa-b326-1119852ce5af req-da6d3782-992e-49d5-9353-bdebef86a714 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:44.875120 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a93cd0b8-8f9a-47fa-b326-1119852ce5af req-da6d3782-992e-49d5-9353-bdebef86a714 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0721724 Jun 04 09:29:44.918923 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:44.948087 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a93cd0b8-8f9a-47fa-b326-1119852ce5af req-9ea96f83-c88c-42b1-b350-fb3a1997d10f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664196 Jun 04 09:29:45.027655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Publish callbacks [] for security_group (adc4b054-9405-46aa-99a2-e297054071e8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.098231 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (adc4b054-9405-46aa-99a2-e297054071e8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.145988 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f975ee038b1f49b19316b222d2e74440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158123 Jun 04 09:29:45.146672 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4b054-9405-46aa-99a2-e297054071e8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:45.149915 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57316) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:29:45.155450 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.155820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.156146 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.156517 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.156853 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.157189 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.157541 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.157828 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.158180 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.158541 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.158869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.159225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.159514 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.159835 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.160156 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6462f3ee-b35b-40eb-8181-0c7cef4c4e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.209988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Publish callbacks [] for security_group (adc4b054-9405-46aa-99a2-e297054071e8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.236196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Publish callbacks [] for security_group (adc4b054-9405-46aa-99a2-e297054071e8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.395313 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (adc4b054-9405-46aa-99a2-e297054071e8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.398057 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:45.399884 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adc4b054-9405-46aa-99a2-e297054071e8 HTTP/1.1" status: 204 len: 168 time: 0.2487788 Jun 04 09:29:45.403771 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:45.409449 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4b054-9405-46aa-99a2-e297054071e8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:29:45.417869 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.418211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.418554 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.418898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.419230 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.419558 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.419909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.420244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.420602 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.420937 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.421268 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.421597 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.421919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.422349 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:45.422689 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9dbe5-dc18-49d5-9a2b-ac1e9f94c419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:29:52.841428 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=13 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:52.844086 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:52.920349 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b562c70e-3ce0-4ded-b3f5-d87785c33b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:55.150288 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:55.151459 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:55.413287 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:29:55.611927 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f1264c16-bc1d-4ea1-8c77-7173b5395e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:56.329633 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:58.483520 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcea5-a19e-4001-a5ec-137462c3c20e req-d8b97453-69d7-4c5f-9803-ed1228c5557d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:58.485749 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e1dcea5-a19e-4001-a5ec-137462c3c20e req-d8b97453-69d7-4c5f-9803-ed1228c5557d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0561516 Jun 04 09:29:58.543779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e1dcea5-a19e-4001-a5ec-137462c3c20e req-9d6bc649-e7cf-4278-a5a3-24d8d6d68a1a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513084 Jun 04 09:29:58.786207 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:29:59.698674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ccc9d-2b27-488b-817b-de612bf99520 req-601bb2aa-03b2-438c-b519-aaaaee132643 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:29:59.700327 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f27ccc9d-2b27-488b-817b-de612bf99520 req-601bb2aa-03b2-438c-b519-aaaaee132643 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0720916 Jun 04 09:29:59.764252 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f27ccc9d-2b27-488b-817b-de612bf99520 req-6e841c80-2a94-4181-b8dd-2e66c613c109 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536802 Jun 04 09:29:59.862888 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:00.904390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53939-9cb0-4723-b44e-07dd5b561165 req-4bc7b75b-418b-4e0d-a16c-c46436335fc0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:00.906046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49a53939-9cb0-4723-b44e-07dd5b561165 req-4bc7b75b-418b-4e0d-a16c-c46436335fc0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0519090 Jun 04 09:30:00.958774 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49a53939-9cb0-4723-b44e-07dd5b561165 req-71d63c18-22bb-4b1f-a32d-293accb6cb66 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470254 Jun 04 09:30:02.079847 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fef996-a360-4836-abae-eb0f137aee64 req-218f0ce9-375c-4042-ac83-947725418b2c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:02.081512 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e8fef996-a360-4836-abae-eb0f137aee64 req-218f0ce9-375c-4042-ac83-947725418b2c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0499403 Jun 04 09:30:02.159078 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e8fef996-a360-4836-abae-eb0f137aee64 req-ea2c40fc-008a-4197-a396-6c4dbf446114 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664487 Jun 04 09:30:03.087604 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:03.088395 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:03.307588 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce644f4-d3ee-485f-be6a-9551682fdebf req-742eab3e-4728-40f5-942d-d6465bc7f618 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:03.310525 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bce644f4-d3ee-485f-be6a-9551682fdebf req-742eab3e-4728-40f5-942d-d6465bc7f618 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0639141 Jun 04 09:30:03.365713 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bce644f4-d3ee-485f-be6a-9551682fdebf req-b9ea7710-fad2-4dcc-b27e-54c68fbdc144 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484684 Jun 04 09:30:04.497576 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6af38-7dde-471c-998c-012f4fc9c305 req-5bb7b38e-1e19-47e7-bc6d-ec58cd086311 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:04.499308 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-edb6af38-7dde-471c-998c-012f4fc9c305 req-5bb7b38e-1e19-47e7-bc6d-ec58cd086311 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0552361 Jun 04 09:30:04.560393 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-edb6af38-7dde-471c-998c-012f4fc9c305 req-4e16014f-e038-43e1-be16-faf73b9a1340 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490541 Jun 04 09:30:05.466085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:05.704874 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff4d08-6438-481a-9356-14f626a3f0b1 req-b7dc711a-a87b-4b49-bae6-79c2651e53e6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:05.707339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7ff4d08-6438-481a-9356-14f626a3f0b1 req-b7dc711a-a87b-4b49-bae6-79c2651e53e6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0514607 Jun 04 09:30:05.763070 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7ff4d08-6438-481a-9356-14f626a3f0b1 req-95a7e452-5d0f-46b1-894a-36115e8277f0 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506551 Jun 04 09:30:06.909398 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07af01-f537-4b89-bacd-276b7e4c7d16 req-64bf83fd-e460-45fe-acde-72f018965263 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:06.912223 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae07af01-f537-4b89-bacd-276b7e4c7d16 req-64bf83fd-e460-45fe-acde-72f018965263 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0724900 Jun 04 09:30:06.971287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae07af01-f537-4b89-bacd-276b7e4c7d16 req-e2bf953e-b5ba-4141-954a-d477be3956ef tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 Jun 04 09:30:08.145631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439a51-3ca8-4e7f-ac57-55f0f995d984 req-28483d68-fdc5-4cd9-86bb-8df30ae0960d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:08.147244 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-21439a51-3ca8-4e7f-ac57-55f0f995d984 req-28483d68-fdc5-4cd9-86bb-8df30ae0960d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0519426 Jun 04 09:30:08.204109 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-21439a51-3ca8-4e7f-ac57-55f0f995d984 req-2735eec8-2654-4f93-952c-168b302f1535 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505180 Jun 04 09:30:08.530174 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57500) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:08.655234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7449c2c1-78c4-488c-912a-56a05432463a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:08.716029 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:08.745376 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7449c2c1-78c4-488c-912a-56a05432463a admin admin] Publish callbacks [] for security_group (9974b400-09b3-4eb0-bc3d-a1242fce86db), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:08.833195 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7449c2c1-78c4-488c-912a-56a05432463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9974b400-09b3-4eb0-bc3d-a1242fce86db), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:08.840616 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:08.883892 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7449c2c1-78c4-488c-912a-56a05432463a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9ee949873db4ff5b36b1d7585558ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525081 Jun 04 09:30:08.884921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c2c1-78c4-488c-912a-56a05432463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9974b400-09b3-4eb0-bc3d-a1242fce86db,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:08.887214 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57506) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:08.980253 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] Publish callbacks [] for security_group (9974b400-09b3-4eb0-bc3d-a1242fce86db), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:09.022393 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] Publish callbacks [] for security_group (9974b400-09b3-4eb0-bc3d-a1242fce86db), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:09.197065 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9974b400-09b3-4eb0-bc3d-a1242fce86db), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:09.199945 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:09.202507 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9974b400-09b3-4eb0-bc3d-a1242fce86db HTTP/1.1" status: 204 len: 168 time: 0.3126733 Jun 04 09:30:09.211566 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870a199-9490-4538-a01e-1aa477d787d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974b400-09b3-4eb0-bc3d-a1242fce86db,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:09.226958 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:09.230018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:09.358320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589e802-3f59-46d6-8a21-1481e9e933a5 req-9bd3e6b4-a7df-4c98-a039-46f5c37d0ef1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:09.359967 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1589e802-3f59-46d6-8a21-1481e9e933a5 req-9bd3e6b4-a7df-4c98-a039-46f5c37d0ef1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0541544 Jun 04 09:30:09.433789 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1589e802-3f59-46d6-8a21-1481e9e933a5 req-436bc192-6a2e-4cfb-b8f6-51101447349a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663795 Jun 04 09:30:10.601593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d26401-4f96-414a-815d-ca7388ae881b req-ae1e54cf-55a7-494e-8af2-83345bf1842e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:10.603297 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e3d26401-4f96-414a-815d-ca7388ae881b req-ae1e54cf-55a7-494e-8af2-83345bf1842e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0787175 Jun 04 09:30:10.671451 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e3d26401-4f96-414a-815d-ca7388ae881b req-81ee1140-234d-48fa-9b2c-cd14fb762cc2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612702 Jun 04 09:30:11.095742 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:30:11.709149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-2ff28d9a-b1e1-4a47-8d77-2305405e0721 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457945 Jun 04 09:30:11.833215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-126ed80f-71d1-423b-ae34-6157821c7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:11.834918 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-126ed80f-71d1-423b-ae34-6157821c7bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 1129 time: 0.0793571 Jun 04 09:30:11.854174 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e621f3-faef-46a3-9230-af2d57c2c22a req-53df09c5-7d06-4e86-a43f-f17001d05310 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:11.856477 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e621f3-faef-46a3-9230-af2d57c2c22a req-53df09c5-7d06-4e86-a43f-f17001d05310 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0893197 Jun 04 09:30:11.982118 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e621f3-faef-46a3-9230-af2d57c2c22a req-1ffa2284-c344-439d-b27f-8a8f59105dab tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112995 Jun 04 09:30:12.005234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-094a449e-f30c-4610-af2d-bd9d93f53fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:12.007358 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-094a449e-f30c-4610-af2d-bd9d93f53fb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1482766 Jun 04 09:30:12.058823 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-5f3e0a9b-bf77-4c6a-a5f6-3aa0bb17203d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 200 len: 217 time: 0.0394001 Jun 04 09:30:12.112864 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-eee8345f-58d5-4169-8646-ba001af1edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:12.114417 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-eee8345f-58d5-4169-8646-ba001af1edd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0493279 Jun 04 09:30:12.161647 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-21a94930-ef35-4269-b3e7-b35d4d757b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:12.163260 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-21a94930-ef35-4269-b3e7-b35d4d757b07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419846 Jun 04 09:30:12.269263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-d20e7f21-3742-42cd-a123-ad9cd850d614 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983326 Jun 04 09:30:12.372637 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3993847e-c8a7-4069-af90-81e0463ca4b6 req-b995d86b-0b34-4910-bdd4-e13a2db0a22c service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962741 Jun 04 09:30:13.117649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23d835-db81-499e-b932-49b55b4d23d3 req-99d7a45a-c606-4d09-9b53-9f8809628f00 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:13.119327 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ce23d835-db81-499e-b932-49b55b4d23d3 req-99d7a45a-c606-4d09-9b53-9f8809628f00 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0557468 Jun 04 09:30:13.175199 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ce23d835-db81-499e-b932-49b55b4d23d3 req-39a31863-99f5-40c2-8333-f12614d859e1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Jun 04 09:30:13.571906 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925e0e-d633-43bd-80bc-f8aaef46db64 req-ef6bb081-9748-4acd-b7bb-18a2c943d7c8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:13.573480 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e925e0e-d633-43bd-80bc-f8aaef46db64 req-ef6bb081-9748-4acd-b7bb-18a2c943d7c8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0536256 Jun 04 09:30:13.587463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:13.646442 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e925e0e-d633-43bd-80bc-f8aaef46db64 req-4f549c84-6723-4039-8778-4aa22a601d67 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665359 Jun 04 09:30:13.724276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-2e8831f0-a5fe-45d0-8b9e-820b838d25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:13.725896 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-2e8831f0-a5fe-45d0-8b9e-820b838d25fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 1129 time: 0.0424500 Jun 04 09:30:13.740803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:13.842312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-e71ee92c-f720-460d-b4a5-92614ace16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:13.843737 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-e71ee92c-f720-460d-b4a5-92614ace16e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 912 time: 0.1107254 Jun 04 09:30:13.913138 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-a85503dc-a512-41b1-a4e5-009777f0f0c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 200 len: 1001 time: 0.0622785 Jun 04 09:30:13.979085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-77be6990-a046-489f-92e7-ddbb39ff4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:13.981014 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-77be6990-a046-489f-92e7-ddbb39ff4bd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.0608933 Jun 04 09:30:14.028610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-1f927d15-0373-43c3-93b5-1bbdc26bdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:14.030146 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-1f927d15-0373-43c3-93b5-1bbdc26bdc26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432429 Jun 04 09:30:14.141867 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-3b89902e-aef0-4e33-b36e-fa1e4d44567c service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034522 Jun 04 09:30:14.297340 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a817d2e1-1191-4b82-8421-150be38c63e9 req-dd1e61ef-a936-412b-9cf8-e41f3c9a4c8f service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432672 Jun 04 09:30:14.816220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633b95c-8faf-4703-8088-94c025872d84 req-829de58f-080e-49c5-a407-cf7998bb9ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:14.817835 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6633b95c-8faf-4703-8088-94c025872d84 req-829de58f-080e-49c5-a407-cf7998bb9ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0914357 Jun 04 09:30:14.830856 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f4908-ea54-4c35-8f3e-2901aee0a9c4 req-734fe14b-be06-4a4e-93bd-5a263a529e90 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:14.832599 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-825f4908-ea54-4c35-8f3e-2901aee0a9c4 req-734fe14b-be06-4a4e-93bd-5a263a529e90 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0853486 Jun 04 09:30:14.923122 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6633b95c-8faf-4703-8088-94c025872d84 req-58419fe9-91c4-46e5-b355-c38d24545134 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894253 Jun 04 09:30:14.928828 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-825f4908-ea54-4c35-8f3e-2901aee0a9c4 req-bb3a0744-c726-466b-8cff-3d0647b1547e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875170 Jun 04 09:30:16.136200 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c937b-daf7-45fa-a221-0a4cd115a1e7 req-f2404e65-d3e0-47c1-88e9-726d0c505bbf tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:16.137848 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-471c937b-daf7-45fa-a221-0a4cd115a1e7 req-f2404e65-d3e0-47c1-88e9-726d0c505bbf tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.1107130 Jun 04 09:30:16.144392 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517363d8-c604-4181-8a0d-bc3b3e59647e req-f8e1e5bb-caab-4724-a22c-1b1cdb8775b2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:16.148224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-517363d8-c604-4181-8a0d-bc3b3e59647e req-f8e1e5bb-caab-4724-a22c-1b1cdb8775b2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1031153 Jun 04 09:30:16.237300 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-471c937b-daf7-45fa-a221-0a4cd115a1e7 req-6bc6685d-cef0-45af-aeca-b9b7e18870db tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873711 Jun 04 09:30:16.241156 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-517363d8-c604-4181-8a0d-bc3b3e59647e req-862ef869-1744-4faf-b4c6-5cdfb2419023 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835266 Jun 04 09:30:16.740330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-e56b08ef-3247-474c-b34e-bc0ce9eae8ca tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:16.741958 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-e56b08ef-3247-474c-b34e-bc0ce9eae8ca tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.0820642 Jun 04 09:30:16.893454 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port fe242bec-d45c-40d4-afab-a95ae8f9f83f {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:16.893857 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:16.966651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:17.002429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:17.016482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] For port fe242bec-d45c-40d4-afab-a95ae8f9f83f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fe242bec-d45c-40d4-afab-a95ae8f9f83f,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:17.016849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:17.536976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:17.537737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:17.537737 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 5103d13d-8bdd-4d96-b685-1186182a48c5 disassociated. External IP: 172.27.0.155, port: fe242bec-d45c-40d4-afab-a95ae8f9f83f. Jun 04 09:30:17.538036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for fe242bec-d45c-40d4-afab-a95ae8f9f83f owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:17.550738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562d1e-94a6-40d5-afee-a7fe0d6da2b6 req-19b19a4e-a1fa-4339-a21c-a6e941ccf4f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:17.552924 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db562d1e-94a6-40d5-afee-a7fe0d6da2b6 req-19b19a4e-a1fa-4339-a21c-a6e941ccf4f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 946 time: 0.1970067 Jun 04 09:30:17.561252 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312968-a6ec-4622-b142-49952db5b1c7 req-de3331c0-4832-462c-b019-70fb633d549a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:17.565160 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b312968-a6ec-4622-b142-49952db5b1c7 req-de3331c0-4832-462c-b019-70fb633d549a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1725416 Jun 04 09:30:17.711515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db562d1e-94a6-40d5-afee-a7fe0d6da2b6 req-3462100c-11d4-4107-9288-e965ac4ea13a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=14979e41-8de2-4f40-8aef-ba2f4af47feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474707 Jun 04 09:30:17.724555 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b312968-a6ec-4622-b142-49952db5b1c7 req-c37dfc80-f043-4fd6-9ebe-47824a494980 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535599 Jun 04 09:30:17.896701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (fe242bec-d45c-40d4-afab-a95ae8f9f83f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:17.928323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=fe242bec-d45c-40d4-afab-a95ae8f9f83f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:18.105155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:18.512260 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fe242bec-d45c-40d4-afab-a95ae8f9f83f no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:30:18.536794 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: fe242bec-d45c-40d4-afab-a95ae8f9f83f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:30:18.537334 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fe242bec-d45c-40d4-afab-a95ae8f9f83f not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:30:18.584852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:30:18.599344 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:30:18.619083 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:18.619724 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:29:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:18.662696 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] No DVR routers for this DVR port fe242bec-d45c-40d4-afab-a95ae8f9f83f on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:30:18.668102 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:18.674189 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e6aca755-abe7-43e2-be18-784a1707ef8e req-93bc5714-4ac0-4b56-96bf-e36f2c3d2afe tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "DELETE /v2.0/ports/fe242bec-d45c-40d4-afab-a95ae8f9f83f HTTP/1.1" status: 204 len: 173 time: 1.8668447 Jun 04 09:30:18.674954 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'name': 'network-vif-deleted', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:18.679746 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629e6eb-be22-4f76-bd4b-26b2ecd91639" -d '{"events": [{"server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "name": "network-vif-deleted", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:18.744160 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8185f84-6be6-4d1c-a1ca-716ca37066b5 x-openstack-request-id: req-b8185f84-6be6-4d1c-a1ca-716ca37066b5 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:18.744483 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40117894-5b54-4a57-9b6c-b0e8a3dc0af3", "name": "network-vif-deleted", "tag": "fe242bec-d45c-40d4-afab-a95ae8f9f83f", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:18.744730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8185f84-6be6-4d1c-a1ca-716ca37066b5 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:18.745124 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8185f84-6be6-4d1c-a1ca-716ca37066b5'] response: {'server_uuid': '40117894-5b54-4a57-9b6c-b0e8a3dc0af3', 'name': 'network-vif-deleted', 'tag': 'fe242bec-d45c-40d4-afab-a95ae8f9f83f', 'status': 'completed', 'code': 200} Jun 04 09:30:18.761852 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:18.895501 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-de36e979-fd9b-4264-9357-7c4aeeb6ce76 req-40fe9625-5725-4230-8a44-3345ff250889 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=40117894-5b54-4a57-9b6c-b0e8a3dc0af3 HTTP/1.1" status: 200 len: 210 time: 0.0605280 Jun 04 09:30:19.081364 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:19.175579 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:19.206979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:19.224766 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:30:19.240889 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:19.241862 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:29:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:19.395055 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:19.696249 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:19.738278 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e96c46-b1aa-48b2-a5fc-d5bcfd6b7372 None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3f4042fa-ce11-4b2d-b215-1e441b8fe42f', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:7b:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:26:50Z', 'updated_at': '2022-06-04T09:27:29Z', 'revision_number': 2, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:30:19.778386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68895cc-4184-4832-b926-0f11b7dd068b req-3d8ad953-bfe4-4ce0-b976-bcdc2635b790 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:19.781669 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c68895cc-4184-4832-b926-0f11b7dd068b req-3d8ad953-bfe4-4ce0-b976-bcdc2635b790 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0992010 Jun 04 09:30:19.870821 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:19.893788 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-723a6dc7-88e6-4fa8-8180-fce28729a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:19.895422 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-723a6dc7-88e6-4fa8-8180-fce28729a23a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.1122348 Jun 04 09:30:19.915712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:19.940824 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c68895cc-4184-4832-b926-0f11b7dd068b req-e761650f-4092-4460-8f08-0dc65eab987f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398895 Jun 04 09:30:20.057422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-5160bfc7-ca0a-49ab-9432-061025a350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:20.059766 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-5160bfc7-ca0a-49ab-9432-061025a350b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.1543202 Jun 04 09:30:20.150920 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-28bc8599-b2b3-43db-8fe9-2ccdb55c2a2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1002 time: 0.0836806 Jun 04 09:30:20.182664 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57598) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:20.211208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063662b-155b-426d-a2c7-cbfa8e604bf8 None None] New status for floating IP 5103d13d-8bdd-4d96-b685-1186182a48c5: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:30:20.220163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-0c35d82c-804b-4d42-9030-72de25b00c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:20.221702 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-0c35d82c-804b-4d42-9030-72de25b00c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.0554061 Jun 04 09:30:20.282166 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (14979e41-8de2-4f40-8aef-ba2f4af47feb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.332582 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (14979e41-8de2-4f40-8aef-ba2f4af47feb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.335764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-73735726-0a9c-4f95-8c52-7952f025f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:20.339187 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-73735726-0a9c-4f95-8c52-7952f025f2d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1101389 Jun 04 09:30:20.491876 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-811948a9-7e27-491d-bd9c-c2d0ab694eae service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436424 Jun 04 09:30:20.538439 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (14979e41-8de2-4f40-8aef-ba2f4af47feb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.547185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.550091 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/security-groups/14979e41-8de2-4f40-8aef-ba2f4af47feb HTTP/1.1" status: 204 len: 168 time: 0.3645189 Jun 04 09:30:20.559726 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57600) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:20.589736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606762b-fc6e-4a3a-80ae-736049d1fbb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14979e41-8de2-4f40-8aef-ba2f4af47feb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:20.594940 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-fdc8bddd-5e05-43c0-9e86-404883149781 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] show failed (client error): The resource could not be found. Jun 04 09:30:20.602162 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fdc8bddd-5e05-43c0-9e86-404883149781 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups/14979e41-8de2-4f40-8aef-ba2f4af47feb HTTP/1.1" status: 404 len: 347 time: 0.0353234 Jun 04 09:30:20.603928 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57602) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:20.700553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab25a66c-0b25-4127-94d2-1b0201f74a53 req-c69af7c2-baed-44f1-ab15-9d2bd6bff506 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970494 Jun 04 09:30:20.805210 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port a53f4d39-a6a8-40e6-93b9-089b8de19d28 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:20.805630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.933002 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.933466 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (a53f4d39-a6a8-40e6-93b9-089b8de19d28), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:20.957699 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for a53f4d39-a6a8-40e6-93b9-089b8de19d28 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:21.127173 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbf0fd-7385-43ed-9890-8f9d4c97c194 req-c79c2809-e8a5-4895-96da-5ef65c6ae440 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:21.129030 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-12cbf0fd-7385-43ed-9890-8f9d4c97c194 req-c79c2809-e8a5-4895-96da-5ef65c6ae440 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0752344 Jun 04 09:30:21.195875 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-12cbf0fd-7385-43ed-9890-8f9d4c97c194 req-ea2f1032-bb35-4ec4-9d90-aa342d2dd998 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555699 Jun 04 09:30:21.358385 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a53f4d39-a6a8-40e6-93b9-089b8de19d28), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:21.391843 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=a53f4d39-a6a8-40e6-93b9-089b8de19d28,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:21.465920 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (5103d13d-8bdd-4d96-b685-1186182a48c5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:21.468564 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:21.472945 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7c64f4c1-4426-4ee5-9dde-3fc0b2cf027a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/floatingips/5103d13d-8bdd-4d96-b685-1186182a48c5 HTTP/1.1" status: 204 len: 168 time: 0.8653131 Jun 04 09:30:22.332713 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a5e9-e43d-47bf-9e4b-780de29e1ad6 req-8a1cf572-65f6-4305-b2ea-189e85a27f91 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:22.334264 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3df6a5e9-e43d-47bf-9e4b-780de29e1ad6 req-8a1cf572-65f6-4305-b2ea-189e85a27f91 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0523117 Jun 04 09:30:22.393409 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3df6a5e9-e43d-47bf-9e4b-780de29e1ad6 req-3c2052b1-63a8-4b06-a10d-7c5f1c08e8fa tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489514 Jun 04 09:30:22.564062 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-caba039e-bf8c-4aef-baac-0aa737826b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:23.563037 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05f43-ec88-43b8-b9ec-56375f189b1c req-1dfc6b3f-7cd2-4104-94c1-41fb1efa9e26 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:23.565882 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2df05f43-ec88-43b8-b9ec-56375f189b1c req-1dfc6b3f-7cd2-4104-94c1-41fb1efa9e26 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0801711 Jun 04 09:30:23.635642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2df05f43-ec88-43b8-b9ec-56375f189b1c req-e473713b-468a-4613-b952-c533468a52ba tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617356 Jun 04 09:30:24.779316 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee435e18-d26f-47fc-bb1e-02a86a384b3f req-629e5bd8-2b9e-4564-9c38-20f110af00c7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:24.781107 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee435e18-d26f-47fc-bb1e-02a86a384b3f req-629e5bd8-2b9e-4564-9c38-20f110af00c7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0513692 Jun 04 09:30:24.835332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:24.852320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb496bba-146e-4939-8267-ca51b661c7ac req-11627090-cfc1-40bb-b033-96ab37840c24 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:24.854037 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb496bba-146e-4939-8267-ca51b661c7ac req-11627090-cfc1-40bb-b033-96ab37840c24 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0719798 Jun 04 09:30:24.893675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ee435e18-d26f-47fc-bb1e-02a86a384b3f req-cd6f03a5-43c4-4038-9e26-7d13e45d2e38 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003330 Jun 04 09:30:24.927434 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb496bba-146e-4939-8267-ca51b661c7ac req-b41d56dc-189d-4220-b7f9-d35c729f432b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663741 Jun 04 09:30:25.646792 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-226527b7-668c-42f9-becf-c0149f6dbde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:26.052133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408df9-fc72-4aba-bde4-92dc1f930163 req-4767f182-c049-4873-9bdd-7968d5070f83 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:26.053947 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-22408df9-fc72-4aba-bde4-92dc1f930163 req-4767f182-c049-4873-9bdd-7968d5070f83 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0819747 Jun 04 09:30:26.120966 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d8a5-e58f-4632-aa94-6363255afb23 req-a42799c8-8b07-47ee-acd5-0998bedd6c44 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:26.122696 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be42d8a5-e58f-4632-aa94-6363255afb23 req-a42799c8-8b07-47ee-acd5-0998bedd6c44 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0676508 Jun 04 09:30:26.167872 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-22408df9-fc72-4aba-bde4-92dc1f930163 req-7c9c096c-6f16-4162-93e3-b1974966671c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034334 Jun 04 09:30:26.198752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be42d8a5-e58f-4632-aa94-6363255afb23 req-163c228f-8ba9-4928-bb5d-cd057925e3b9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e73c7f0-ad08-460f-9113-28e1bc935d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693779 Jun 04 09:30:26.386139 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:26.616263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-0034ed1c-46e3-40bf-80fb-7b3d44b9d4b2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:26.617708 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-0034ed1c-46e3-40bf-80fb-7b3d44b9d4b2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 945 time: 0.0496082 Jun 04 09:30:26.719018 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:26.755975 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port edfbce93-3cd9-4178-ab5b-64cba09aa8ad {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:26.756533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:26.906894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] For port edfbce93-3cd9-4178-ab5b-64cba09aa8ad, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:26.907526 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:27.117331 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:27.118156 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:27.118156 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 3f4042fa-ce11-4b2d-b215-1e441b8fe42f disassociated. External IP: 172.27.0.73, port: edfbce93-3cd9-4178-ab5b-64cba09aa8ad. Jun 04 09:30:27.118444 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for edfbce93-3cd9-4178-ab5b-64cba09aa8ad owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:27.374434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (edfbce93-3cd9-4178-ab5b-64cba09aa8ad), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:27.430420 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-748018d6-ea67-4a31-b60f-d08b0cbf3649 req-a141ffac-c9e8-40c6-aec6-8c8758069179 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.0829608 Jun 04 09:30:27.481778 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6a546-c0c2-43c7-bf39-ab801c0079b3 req-1f836527-c06f-4b40-83f5-68d88715d690 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:27.484560 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fcc6a546-c0c2-43c7-bf39-ab801c0079b3 req-1f836527-c06f-4b40-83f5-68d88715d690 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1844957 Jun 04 09:30:27.485845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=edfbce93-3cd9-4178-ab5b-64cba09aa8ad,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:27.602155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:27.715753 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fcc6a546-c0c2-43c7-bf39-ab801c0079b3 req-d036c105-acba-424b-9506-4bf78abadd86 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225232 Jun 04 09:30:27.744315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:27.866459 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:30:27.880375 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:30:27.894599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:27.904434 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:27.906293 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:27.917024 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] No DVR routers for this DVR port edfbce93-3cd9-4178-ab5b-64cba09aa8ad on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:30:27.919814 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:27.923435 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0298cf38-d206-4a2d-9311-ba35bca9759a req-b7f87e43-bc55-47e7-9216-c862c3d1019e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "DELETE /v2.0/ports/edfbce93-3cd9-4178-ab5b-64cba09aa8ad HTTP/1.1" status: 204 len: 173 time: 1.2950203 Jun 04 09:30:27.923928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'name': 'network-vif-deleted', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:27.926354 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9ca19-725a-4590-b31d-d549c450337d" -d '{"events": [{"server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "name": "network-vif-deleted", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:27.976085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5bbda-3ca1-4da2-93a1-1bac3c8bd17f x-openstack-request-id: req-36d5bbda-3ca1-4da2-93a1-1bac3c8bd17f {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:27.976405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c900d7-98de-4ba9-a6d7-98bc2194c582", "name": "network-vif-deleted", "tag": "edfbce93-3cd9-4178-ab5b-64cba09aa8ad", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:27.977445 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36d5bbda-3ca1-4da2-93a1-1bac3c8bd17f {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:27.978066 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d5bbda-3ca1-4da2-93a1-1bac3c8bd17f'] response: {'server_uuid': '63c900d7-98de-4ba9-a6d7-98bc2194c582', 'name': 'network-vif-deleted', 'tag': 'edfbce93-3cd9-4178-ab5b-64cba09aa8ad', 'status': 'completed', 'code': 200} Jun 04 09:30:28.083112 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:28.207586 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:28.249065 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:28.420229 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:28.445848 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:30:28.456152 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:28.456693 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:28.560703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3978a91-46dd-4aa4-b594-744a92457885 req-14ca1bed-c4ac-4859-867c-637435652da8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=63c900d7-98de-4ba9-a6d7-98bc2194c582 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Jun 04 09:30:28.572840 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:28.819748 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:28.834779 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:28.869115 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52838adc-e2ff-4355-a5a9-bb644cdc3d91 req-834ed6d8-aa4f-4f99-b6e0-4189fbc4bd90 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:28.871336 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52838adc-e2ff-4355-a5a9-bb644cdc3d91 req-834ed6d8-aa4f-4f99-b6e0-4189fbc4bd90 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0587444 Jun 04 09:30:28.871631 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96d311-ea76-4c0f-bd34-ed40c464a84e None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:30:28.948514 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52838adc-e2ff-4355-a5a9-bb644cdc3d91 req-88fa2154-6d3c-4076-954c-ec7e9584fa2a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638907 Jun 04 09:30:29.195260 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e3990-7816-428f-be78-6d5745bf4bc3 None None] New status for floating IP 3f4042fa-ce11-4b2d-b215-1e441b8fe42f: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:30:29.831326 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57680) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:29.936590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (3e73c7f0-ad08-460f-9113-28e1bc935d4c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:29.981915 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (3e73c7f0-ad08-460f-9113-28e1bc935d4c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.072257 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.142463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f2106-9ab7-4d05-bfcc-778b882a124f req-66d0fa74-d11b-4a0f-9173-aca33dce86af tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:30.144002 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef1f2106-9ab7-4d05-bfcc-778b882a124f req-66d0fa74-d11b-4a0f-9173-aca33dce86af tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0984681 Jun 04 09:30:30.166488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a2a21-35bb-46ca-8d05-5fa1253de847 req-e969b993-a92a-4f10-9561-d61b2dcf13ac tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:30.168096 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-061a2a21-35bb-46ca-8d05-5fa1253de847 req-e969b993-a92a-4f10-9561-d61b2dcf13ac tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0760286 Jun 04 09:30:30.239543 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef1f2106-9ab7-4d05-bfcc-778b882a124f req-376c6603-a4ba-424c-9b71-63b4f5cf199f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889096 Jun 04 09:30:30.252731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-061a2a21-35bb-46ca-8d05-5fa1253de847 req-9942d870-d861-4e9f-a623-d3327801457e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769746 Jun 04 09:30:30.253838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3e73c7f0-ad08-460f-9113-28e1bc935d4c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.259864 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.263043 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e73c7f0-ad08-460f-9113-28e1bc935d4c HTTP/1.1" status: 204 len: 168 time: 0.4286573 Jun 04 09:30:30.268894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57686) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:30.285980 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-a61f0640-fff8-4489-ba72-3abd873ebc8d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] show failed (client error): The resource could not be found. Jun 04 09:30:30.288809 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a61f0640-fff8-4489-ba72-3abd873ebc8d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups/3e73c7f0-ad08-460f-9113-28e1bc935d4c HTTP/1.1" status: 404 len: 347 time: 0.0169723 Jun 04 09:30:30.297515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57688) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:30.297725 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677644a4-ab3e-4b66-910f-7e324ec79828 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73c7f0-ad08-460f-9113-28e1bc935d4c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:30.427013 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port 51f179ba-7051-46b9-b2a6-8aee10c7b636 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:30.427353 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.513996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.514316 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (51f179ba-7051-46b9-b2a6-8aee10c7b636), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.529638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for 51f179ba-7051-46b9-b2a6-8aee10c7b636 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:30.540259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device edfbce93-3cd9-4178-ab5b-64cba09aa8ad no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:30:30.561694 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: edfbce93-3cd9-4178-ab5b-64cba09aa8ad {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:30:30.562042 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device edfbce93-3cd9-4178-ab5b-64cba09aa8ad not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:30:30.745793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (51f179ba-7051-46b9-b2a6-8aee10c7b636), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.773295 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=51f179ba-7051-46b9-b2a6-8aee10c7b636,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:30.888797 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (3f4042fa-ce11-4b2d-b215-1e441b8fe42f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.891388 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:30.892662 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c0354427-fe14-44cd-98bc-415878f298e6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/floatingips/3f4042fa-ce11-4b2d-b215-1e441b8fe42f HTTP/1.1" status: 204 len: 168 time: 0.5941172 Jun 04 09:30:31.047098 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57692) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:31.052784 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552385309', 'description': 'tempest-description--2027952574'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:31.149904 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.162207 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:31.198256 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:31.228963 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (6b08758c-1a7b-4053-8372-e7526f5af61b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.317733 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6b08758c-1a7b-4053-8372-e7526f5af61b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.350059 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b08758c-1a7b-4053-8372-e7526f5af61b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:31.465634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbb602-e240-4a4b-97cc-307c4b298251 req-7251617e-9711-460f-80b8-6157a71758bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:31.468423 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-defbb602-e240-4a4b-97cc-307c4b298251 req-7251617e-9711-460f-80b8-6157a71758bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.1173100 Jun 04 09:30:31.484522 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.485887 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4d35a341-529a-4bc6-aa80-717bee23abd7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4374945 Jun 04 09:30:31.489895 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57698) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:31.495012 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '6b08758c-1a7b-4053-8372-e7526f5af61b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:31.502163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af092-f554-4ecd-9002-475db9c9fcba req-cff99d23-5468-449e-8bcd-9b1c8050c6c5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:31.505886 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842af092-f554-4ecd-9002-475db9c9fcba req-cff99d23-5468-449e-8bcd-9b1c8050c6c5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1397660 Jun 04 09:30:31.602085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:31.611838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (a0b2bf0a-0e2d-44a4-b6b9-8f8f5b39040a), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.643665 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842af092-f554-4ecd-9002-475db9c9fcba req-94043d1e-40c4-415d-aea6-c84d221a149f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252525 Jun 04 09:30:31.649978 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-defbb602-e240-4a4b-97cc-307c4b298251 req-ec741618-b51c-4647-8e15-7f909383f014 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746540 Jun 04 09:30:31.703239 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (a0b2bf0a-0e2d-44a4-b6b9-8f8f5b39040a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.819122 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:31.846963 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (a0b2bf0a-0e2d-44a4-b6b9-8f8f5b39040a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.865885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-9338ffc6-e7ce-4f40-a5be-8de2655c6bf7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:31.867704 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-9338ffc6-e7ce-4f40-a5be-8de2655c6bf7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 946 time: 0.0583801 Jun 04 09:30:31.874359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b2bf0a-0e2d-44a4-b6b9-8f8f5b39040a,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:31.971391 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Deleting port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:31.971789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.991825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:31.993721 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3e14ed72-ba46-434c-9fd3-6dcc85b1738d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026081 Jun 04 09:30:31.998133 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57700) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:32.011244 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '6b08758c-1a7b-4053-8372-e7526f5af61b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:32.089830 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] For port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:32.090427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.173447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (6aa3c2e6-3271-45cb-a5e2-2f3a50bd0500), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.261135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (6aa3c2e6-3271-45cb-a5e2-2f3a50bd0500), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.298727 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.299295 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.299795 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Floating IP a35b63a2-2ed5-4b08-96c5-65da409470db disassociated. External IP: 172.27.0.6, port: 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027. Jun 04 09:30:32.300216 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Calling delete_port for 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:32.385590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (6aa3c2e6-3271-45cb-a5e2-2f3a50bd0500), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.402818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:32.408351 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa3c2e6-3271-45cb-a5e2-2f3a50bd0500,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:32.530730 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.532162 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2af39e54-35fe-44ef-be6f-a5576c5f1ba8 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5327401 Jun 04 09:30:32.538450 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57702) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:32.543025 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:32.597151 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (9a1e5e6d-b9f7-4c8b-942a-0a36feecf027), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.629649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'Port': ['ID=9a1e5e6d-b9f7-4c8b-942a-0a36feecf027,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:32.661467 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.708509 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:32.786332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:32.804631 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c2a42cde-7ac7-4a60-9cd0-cf62f9982ce2 req-6c20dd72-353c-4523-a0e0-0997ff931c14 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0472178 Jun 04 09:30:32.919248 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.27.0.48 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/5bee2c72-b07d-4c05-8f13-bf3d79d9b151) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:30:33.096795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.103752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d62b-e929-492e-ae20-3c4382dc0d8a req-b05de0af-d1ae-41a6-b36c-73b6ab1dfa5f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:33.105677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c810d62b-e929-492e-ae20-3c4382dc0d8a req-b05de0af-d1ae-41a6-b36c-73b6ab1dfa5f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.3137567 Jun 04 09:30:33.111486 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:33.217443 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c810d62b-e929-492e-ae20-3c4382dc0d8a req-2e54c5e3-3ecb-4608-8ca1-7a4f8d248dc9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990510 Jun 04 09:30:33.223177 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.293954 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:30:33.300878 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:30:33.307297 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:30:33.314321 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:30:33.320387 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:30:33.337851 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:33.338849 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:33.355006 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=5bee2c72-b07d-4c05-8f13-bf3d79d9b151,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:33.367928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] No DVR routers for this DVR port 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:30:33.372889 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.380444 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d963c641-12a0-4b49-93a6-d40bde563b11 req-c4482d25-423f-486a-81e8-dd4f5d838e00 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "DELETE /v2.0/ports/9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 HTTP/1.1" status: 204 len: 173 time: 1.5064113 Jun 04 09:30:33.381421 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-deleted', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:33.386663 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5828ef3-5665-419f-9cab-f13890da23e7" -d '{"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-deleted", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:33.462135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a064515a-2d3f-44fd-8c70-f78b10ebe429 x-openstack-request-id: req-a064515a-2d3f-44fd-8c70-f78b10ebe429 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:33.462135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c71590-e9f8-4f50-a859-a54c2f2d0ae2", "name": "network-vif-deleted", "tag": "9a1e5e6d-b9f7-4c8b-942a-0a36feecf027", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:33.462135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a064515a-2d3f-44fd-8c70-f78b10ebe429 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:33.462673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a064515a-2d3f-44fd-8c70-f78b10ebe429'] response: {'server_uuid': '61c71590-e9f8-4f50-a859-a54c2f2d0ae2', 'name': 'network-vif-deleted', 'tag': '9a1e5e6d-b9f7-4c8b-942a-0a36feecf027', 'status': 'completed', 'code': 200} Jun 04 09:30:33.474841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.511675 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:33.619078 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.622081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:33.761914 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:33.810377 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:30:33.827352 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:33.828477 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:33.867086 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.962267 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:33.974303 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2fd4b9f-3702-41f7-a1fa-e8150e0da11f req-9b8ad7fb-d22d-4825-8fbf-9aa292eb08c6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=61c71590-e9f8-4f50-a859-a54c2f2d0ae2 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Jun 04 09:30:33.981082 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:33.997749 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:34.024033 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=5,neutron:INSERT=3,neutron:SELECT=92 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:34.096638 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=5bee2c72-b07d-4c05-8f13-bf3d79d9b151,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:34.126604 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:34.234284 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:34.237038 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:34.245217 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2a32b4a2-0666-44ef-966c-9d592a90c224 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7055650 Jun 04 09:30:34.396628 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:34.430688 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323547-d78d-44df-a971-6092f2f8a545 None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:30:34.435021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a6a37-c783-494b-afea-eda72408ec0d req-760c400e-8fbe-4217-8f26-6b8a2473863c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:34.438396 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-196a6a37-c783-494b-afea-eda72408ec0d req-760c400e-8fbe-4217-8f26-6b8a2473863c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1185277 Jun 04 09:30:34.585366 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-196a6a37-c783-494b-afea-eda72408ec0d req-f0fc2987-7b60-43a3-9cd6-99020e8b609e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344438 Jun 04 09:30:34.689343 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c5a4eb21-e2d4-47ad-83b5-073f33209f3d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--552385309&fields=id&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 267 time: 0.0631464 Jun 04 09:30:34.850667 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-6c467add-f2bf-4092-93fa-8a45d71977c2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:34.852988 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-6c467add-f2bf-4092-93fa-8a45d71977c2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.1507835 Jun 04 09:30:34.877339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-499b1a0e-e02e-470d-81c8-8dbc64c4d84b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/quotas/7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 375 time: 0.0168750 Jun 04 09:30:34.917765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238b692-2b22-40f2-a505-88a2dec3228e None None] New status for floating IP a35b63a2-2ed5-4b08-96c5-65da409470db: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:30:34.979533 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-696bb0d2-8f95-4886-b7ab-3e55fd66ef72 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905557 Jun 04 09:30:35.109636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-13ee017a-88d8-4f40-b881-b7e6fd683270 service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120856 Jun 04 09:30:35.231017 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:35.257607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-2dd8c75d-75be-40a6-905d-0dafa20fd860 service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361341 Jun 04 09:30:35.310667 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57730) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:35.435879 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (a7f723a1-b326-4c16-b3f8-8df09f4d8e2c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:35.477373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (a7f723a1-b326-4c16-b3f8-8df09f4d8e2c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:35.546153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:35.683096 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (a7f723a1-b326-4c16-b3f8-8df09f4d8e2c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:35.687425 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:35.694346 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7f723a1-b326-4c16-b3f8-8df09f4d8e2c HTTP/1.1" status: 204 len: 168 time: 0.3772409 Jun 04 09:30:35.698841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57738) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:35.754523 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee95da-c3ef-4e0f-b920-40b321d87f77 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f723a1-b326-4c16-b3f8-8df09f4d8e2c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:35.758174 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-ad2c5a03-3883-41d0-94de-73efd0150bc5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] show failed (client error): The resource could not be found. Jun 04 09:30:35.759966 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ad2c5a03-3883-41d0-94de-73efd0150bc5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups/a7f723a1-b326-4c16-b3f8-8df09f4d8e2c HTTP/1.1" status: 404 len: 347 time: 0.0514967 Jun 04 09:30:35.764878 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57740) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:35.810806 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ac08e825-5c5e-4070-8d20-599cdd4acd90 req-cdec9ae4-a462-4ea8-a73d-9943b1e9df03 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.1780941 Jun 04 09:30:35.981829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03cbf1-f02f-4b3f-b746-730613539a69 req-31c957d1-3ff8-45ac-a31b-f956e3c787aa tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:35.997322 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Deleting port 6373343f-91f9-4483-9e1e-006ff58abd5d {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:35.997635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b03cbf1-f02f-4b3f-b746-730613539a69 req-31c957d1-3ff8-45ac-a31b-f956e3c787aa tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.2223229 Jun 04 09:30:35.997899 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.014484 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:36.100951 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b03cbf1-f02f-4b3f-b746-730613539a69 req-e9244f61-ca66-45cb-9bf2-8c28c94fe0c7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021688 Jun 04 09:30:36.116725 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.117027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (6373343f-91f9-4483-9e1e-006ff58abd5d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.143719 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Calling delete_port for 6373343f-91f9-4483-9e1e-006ff58abd5d owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:36.442299 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (6373343f-91f9-4483-9e1e-006ff58abd5d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.479803 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'Port': ['ID=6373343f-91f9-4483-9e1e-006ff58abd5d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:36.563099 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (a35b63a2-2ed5-4b08-96c5-65da409470db), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.565816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.567115 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-390b1fd6-1a8c-436e-b959-1c7b6331ed15 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "DELETE /v2.0/floatingips/a35b63a2-2ed5-4b08-96c5-65da409470db HTTP/1.1" status: 204 len: 168 time: 0.8009658 Jun 04 09:30:36.590198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:30:36.620788 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:30:36.621336 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9a1e5e6d-b9f7-4c8b-942a-0a36feecf027 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:30:36.782079 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57754) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:36.787958 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016852670', 'description': 'tempest-description--901005557'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:36.793890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:36.912996 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:36.968382 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e17183a-c7e5-4ac8-8664-42e184d73670 req-644dd880-ed0e-4bde-8dba-d6e27ac33fe0 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0404181 Jun 04 09:30:37.016763 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (9a21f36a-1ced-4768-99ea-5ff0fd20d20f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.099740 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9a21f36a-1ced-4768-99ea-5ff0fd20d20f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.138158 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21f36a-1ced-4768-99ea-5ff0fd20d20f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:37.226151 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.227930 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-675109a1-3fdc-4d7c-95cd-4f8929bcd2bc tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4444208 Jun 04 09:30:37.231810 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57760) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:37.239947 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group_rule': {'security_group_id': '9a21f36a-1ced-4768-99ea-5ff0fd20d20f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:37.247317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639afc3a-ed8b-40f5-925f-7b37c540e66d req-461ceab7-6b11-482a-99cb-051cf96517f7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:37.249867 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-639afc3a-ed8b-40f5-925f-7b37c540e66d req-461ceab7-6b11-482a-99cb-051cf96517f7 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0622010 Jun 04 09:30:37.251785 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:37.312851 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-639afc3a-ed8b-40f5-925f-7b37c540e66d req-c4b634e5-98b0-444c-a45c-edad8c154ea4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538545 Jun 04 09:30:37.459928 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (9e1cef91-52eb-48ee-8147-b02c42a120b2), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.564277 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (9e1cef91-52eb-48ee-8147-b02c42a120b2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.622793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddc861-c044-4eee-9c49-0b62fe8e3d42 req-790e04bf-60b5-4226-9826-e16af4ff5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:37.624621 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57ddc861-c044-4eee-9c49-0b62fe8e3d42 req-790e04bf-60b5-4226-9826-e16af4ff5dd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.0439675 Jun 04 09:30:37.642111 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (9e1cef91-52eb-48ee-8147-b02c42a120b2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.669235 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1cef91-52eb-48ee-8147-b02c42a120b2,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:37.684858 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57ddc861-c044-4eee-9c49-0b62fe8e3d42 req-d419cfb3-1ea1-4b46-9bab-790cedc23abe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528474 Jun 04 09:30:37.741090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.742513 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4941e214-fd62-46e0-b95c-505bd20d0027 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082068 Jun 04 09:30:37.745806 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57762) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:37.750484 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'security_group_rule': {'security_group_id': '9a21f36a-1ced-4768-99ea-5ff0fd20d20f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:37.895275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (343c1c98-a691-4293-8ee0-669b7ab8e7c3), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:37.950889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (343c1c98-a691-4293-8ee0-669b7ab8e7c3), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.019636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (343c1c98-a691-4293-8ee0-669b7ab8e7c3), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.052678 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343c1c98-a691-4293-8ee0-669b7ab8e7c3,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:38.117329 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9e14a699-b749-4592-98b9-391b334de604 req-0414c6a6-1767-4110-9a21-d8bd8bd4f395 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0586071 Jun 04 09:30:38.164426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.166163 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4122b8f5-2edc-4fe9-990b-2e450e391b74 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190693 Jun 04 09:30:38.175014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57766) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:38.180171 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:38.299685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.409194 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.512103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc24d4-475e-4846-a98b-3ffcccdb6af8 req-5b062938-2936-4c3b-b224-c970760cd6fb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:38.513770 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16dc24d4-475e-4846-a98b-3ffcccdb6af8 req-5b062938-2936-4c3b-b224-c970760cd6fb tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1021321 Jun 04 09:30:38.611241 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16dc24d4-475e-4846-a98b-3ffcccdb6af8 req-bacc13d0-57f8-4df2-8374-38d8492a5509 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906091 Jun 04 09:30:38.618990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Allocated IP 172.27.0.105 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/bf9314b8-a487-4f24-b942-21dde5ad0849) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:30:38.747618 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.875685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:38.922550 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:30:38.924901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:38.928539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:30:38.935968 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:30:38.942060 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=bf9314b8-a487-4f24-b942-21dde5ad0849,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:39.004022 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:39.054675 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:39.199989 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:39.255856 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46367cae-a1c5-4fa7-b51b-16176a77f520 req-5522a311-17d1-47a3-9c36-bd78eea07d10 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0346215 Jun 04 09:30:39.515574 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:39.569056 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-17255d56-a154-4994-826a-0ead1a09e352 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:39.570666 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-17255d56-a154-4994-826a-0ead1a09e352 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.1483536 Jun 04 09:30:39.650053 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:39.695048 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-f72b626f-65ec-4904-99e7-f9e74d078d54 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 379 time: 0.1077416 Jun 04 09:30:39.714132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'port': {'device_id': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'admin_state_up': True, 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'security_groups': ['6b08758c-1a7b-4053-8372-e7526f5af61b']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:39.836755 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=bf9314b8-a487-4f24-b942-21dde5ad0849,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:39.838861 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:39.859470 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:39.883299 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd65dac-69fe-4806-bb9e-4e132c616d7e req-2644013d-74c9-4114-805f-df08436874d9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:39.890956 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1fd65dac-69fe-4806-bb9e-4e132c616d7e req-2644013d-74c9-4114-805f-df08436874d9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.1375251 Jun 04 09:30:39.981401 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1fd65dac-69fe-4806-bb9e-4e132c616d7e req-34cf0ce1-28d1-42c4-9865-5ea8e425a914 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839593 Jun 04 09:30:40.035158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:40.035158 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-813764b0-6064-46ee-ba10-579a070a2e0a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8523357 Jun 04 09:30:40.162689 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:30:40.170824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:40.317258 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:40.393741 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-63e8656a-3708-413d-90c7-e3f2a3fce109 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1016852670&fields=id&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 267 time: 0.1153286 Jun 04 09:30:40.461530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.20.0.13 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/7edf1bae-2245-49a6-877e-aff173928dd1) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:30:40.494885 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-35ceb7c1-fa94-419b-a216-7cc42940ea87 req-2305701e-1457-4afc-8c85-c9fb64545810 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0886443 Jun 04 09:30:40.634049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-0bbb7362-341e-4d72-8840-6c81e76f954d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:40.635596 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-0bbb7362-341e-4d72-8840-6c81e76f954d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 817 time: 0.2307792 Jun 04 09:30:40.661997 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-8e378f14-5428-47f4-92b7-69fb0cd1649b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/quotas/0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 375 time: 0.0201173 Jun 04 09:30:40.752095 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-a23496e0-e363-4080-a8cb-0bb9bc64d87f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690193 Jun 04 09:30:40.759839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (7edf1bae-2245-49a6-877e-aff173928dd1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:41.017742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:41.054890 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-c1ac1a72-3848-4fe5-aa2a-a148f64a71e9 service neutron] 10.222.0.46 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864830 Jun 04 09:30:41.153955 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a784ad3-4cca-4d77-931d-ca9562a4ed19 req-a2456ae0-dde1-4d05-8907-04f43368e478 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.155694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8a784ad3-4cca-4d77-931d-ca9562a4ed19 req-a2456ae0-dde1-4d05-8907-04f43368e478 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.2195435 Jun 04 09:30:41.215462 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:41.224634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:30:41.228213 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-60da3a06-54be-4ac1-a7b5-998e1591568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.230098 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-60da3a06-54be-4ac1-a7b5-998e1591568e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.2151740 Jun 04 09:30:41.246183 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:30:41.273168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:30:41.282514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:41.414461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:41.457299 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-78742113-9427-481c-bc4e-e1074e25db14 service neutron] 10.222.0.46 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600733 Jun 04 09:30:41.466048 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8a784ad3-4cca-4d77-931d-ca9562a4ed19 req-76bfd853-4687-4288-997b-41de17fa8088 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851026 Jun 04 09:30:41.476960 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.478111 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:41.532036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-5217a162-86d5-4b3c-b7c1-6d72ac6b4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.535556 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-5217a162-86d5-4b3c-b7c1-6d72ac6b4857 service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.2904012 Jun 04 09:30:41.597607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-400160fa-60e2-49c4-8f95-b7f57b3c2147 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8920674 Jun 04 09:30:41.605848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:41.617294 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2bca6263-e454-4a44-80b5-b23175acf1ff None None] Provisioning complete for port 7edf1bae-2245-49a6-877e-aff173928dd1 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:30:41.617815 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2bca6263-e454-4a44-80b5-b23175acf1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:41.628562 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Request body: {'port': {'device_id': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:41.696008 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-573d0fb2-eff8-49f6-a5c7-08a344ecfbd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1002 time: 0.1530228 Jun 04 09:30:41.698870 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2bca6263-e454-4a44-80b5-b23175acf1ff None None] Port 7edf1bae-2245-49a6-877e-aff173928dd1 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:30:41.707546 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7212e-5916-4b42-86cf-b2f6f8ab64a7 req-31c125df-371c-44a7-a203-567d91e069ae tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.713150 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-82a7212e-5916-4b42-86cf-b2f6f8ab64a7 req-31c125df-371c-44a7-a203-567d91e069ae tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 932 time: 0.1025972 Jun 04 09:30:41.828670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:41.832345 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9be799ec-fec3-44c4-a7ef-139ca2d6a03e req-49633e7f-7dfa-423b-a925-4df90ea63915 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.0846908 Jun 04 09:30:41.877374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-43919577-6c01-40b8-89be-0bfa752ff056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.879355 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-43919577-6c01-40b8-89be-0bfa752ff056 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1637287 Jun 04 09:30:41.888369 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-82a7212e-5916-4b42-86cf-b2f6f8ab64a7 req-ac9bcd26-9220-4e1b-a1fa-fa6d919ad101 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740274 Jun 04 09:30:41.987808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-f001527d-f956-4734-a2c0-d0e17d78db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:41.989375 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-f001527d-f956-4734-a2c0-d0e17d78db0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813596 Jun 04 09:30:42.488989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-9263938c-740c-4701-b0ed-8471915fb5fb service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927194 Jun 04 09:30:42.604774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:42.652323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b96189-7fe5-4aae-87f8-c09df2a7b363 req-78afefe2-ec4c-4ae9-91d9-499e81464bf4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:42.653947 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-54b96189-7fe5-4aae-87f8-c09df2a7b363 req-78afefe2-ec4c-4ae9-91d9-499e81464bf4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0923681 Jun 04 09:30:42.733890 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d2ebe1f-07c9-4329-b73f-fd4a58e6b959 req-aea1d6bd-37c7-4590-ac3c-7c24f99ff027 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387691 Jun 04 09:30:42.740652 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:42.761635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edf1bae-2245-49a6-877e-aff173928dd1 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:30:42.778434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks [] for port (7edf1bae-2245-49a6-877e-aff173928dd1), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:42.789359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-54b96189-7fe5-4aae-87f8-c09df2a7b363 req-c2457177-42aa-4253-ae63-e9d8582e004c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216958 Jun 04 09:30:42.802644 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Transition to ACTIVE for port object 7edf1bae-2245-49a6-877e-aff173928dd1 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:30:42.870730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:43.018416 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Pushing event updated for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:43.052492 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7fb223cc-b633-4bc7-86f2-6c17c510baa2 req-8bba9df5-2d7c-40f8-a817-29159acbca10 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.1128907 Jun 04 09:30:43.189173 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca781871-c51b-4f56-97c0-cc045c03c488 req-9adda0b1-b5a0-4c61-b732-764d1f470464 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:43.189173 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ca781871-c51b-4f56-97c0-cc045c03c488 req-9adda0b1-b5a0-4c61-b732-764d1f470464 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.1716647 Jun 04 09:30:43.280254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Attempting to bind port 7edf1bae-2245-49a6-877e-aff173928dd1 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:30:43.281095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Attempting to bind port 7edf1bae-2245-49a6-877e-aff173928dd1 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:30:43.281516 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Attempting to bind port 7edf1bae-2245-49a6-877e-aff173928dd1 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:30:43.309779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Port 7edf1bae-2245-49a6-877e-aff173928dd1 on network 72d5f400-ff54-4f35-902d-3289af4496b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:30:43.310194 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Attempting to bind port 7edf1bae-2245-49a6-877e-aff173928dd1 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:30:43.321675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ca781871-c51b-4f56-97c0-cc045c03c488 req-20c16c93-a20d-4d30-b683-3570521a60c9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250272 Jun 04 09:30:43.326382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:30:43.326887 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:30:43.327437 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:30:43.328132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Bound port: 7edf1bae-2245-49a6-877e-aff173928dd1, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:30:43.328752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:43.412767 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:30:43.416522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7edf1bae-2245-49a6-877e-aff173928dd1,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:30:43.493981 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:43.537052 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:43.537928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:43.539463 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] 10.222.0.47 "PUT /v2.0/ports/7edf1bae-2245-49a6-877e-aff173928dd1 HTTP/1.1" status: 200 len: 1094 time: 1.9160109 Jun 04 09:30:43.542567 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:43.545991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75" -d '{"events": [{"name": "network-changed", "server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:43.596542 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeff05-fc9c-464a-8769-162072d35a3c service neutron] Pushing event updated for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:43.611780 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a68f7c-37ea-4de8-8ab0-7e60fa600397 x-openstack-request-id: req-50a68f7c-37ea-4de8-8ab0-7e60fa600397 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:43.612117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:43.613083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50a68f7c-37ea-4de8-8ab0-7e60fa600397 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:43.613743 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a68f7c-37ea-4de8-8ab0-7e60fa600397'] response: {'name': 'network-changed', 'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1', 'status': 'completed', 'code': 200} Jun 04 09:30:43.931182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7dd0-64de-454e-9ca5-24ecc6aaedc4 req-95b4b446-1e4d-4ba4-a1b3-e439e6dd95ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:43.932812 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d3db7dd0-64de-454e-9ca5-24ecc6aaedc4 req-95b4b446-1e4d-4ba4-a1b3-e439e6dd95ed tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0548799 Jun 04 09:30:43.992972 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d3db7dd0-64de-454e-9ca5-24ecc6aaedc4 req-34f096ee-c2fb-4fdd-9a20-4ce224e29a0d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501473 Jun 04 09:30:44.210360 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-65548c20-674a-43c9-9778-3bf5f388ddae req-94d83f1a-9a9d-4924-afb8-7ac516db846f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.0524099 Jun 04 09:30:44.219842 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-b60a9121-79f1-4582-b8c8-03e2ffadc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:44.221448 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-b60a9121-79f1-4582-b8c8-03e2ffadc58c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 1128 time: 0.0738540 Jun 04 09:30:44.430306 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=22 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:44.450825 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d904ca-8bea-48bd-bdf3-81edd7edd719 req-2ffe998a-4eda-4528-bf9a-4bded9515718 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:44.452575 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-01d904ca-8bea-48bd-bdf3-81edd7edd719 req-2ffe998a-4eda-4528-bf9a-4bded9515718 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.0538335 Jun 04 09:30:44.499106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:44.520683 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-01d904ca-8bea-48bd-bdf3-81edd7edd719 req-94805f39-1d7f-42de-872b-00df9e481765 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564907 Jun 04 09:30:44.867818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-d54290bd-326e-43f7-b342-7cfa13833ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:44.869404 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-d54290bd-326e-43f7-b342-7cfa13833ce4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7410684ee8db448d8385de8549bce1a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1251523 Jun 04 09:30:45.012062 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-0ddd8af3-f6e2-4ccd-99f2-2f5f7209af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.013841 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed20cc2b-151b-41f9-8ff1-6d1a858efd75 req-0ddd8af3-f6e2-4ccd-99f2-2f5f7209af5d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133132 Jun 04 09:30:45.167020 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d984b-d62e-4006-9dfc-0a8adf8787e1 req-b419443c-cb17-4526-8655-20fa13edd401 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.168675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-373d984b-d62e-4006-9dfc-0a8adf8787e1 req-b419443c-cb17-4526-8655-20fa13edd401 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0951996 Jun 04 09:30:45.172360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-3a7c52ad-e388-4ce7-a696-aab248ca540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.173946 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-3a7c52ad-e388-4ce7-a696-aab248ca540e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 1128 time: 0.0905998 Jun 04 09:30:45.231539 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-64df13ea-dcc5-4cac-86a3-16a759009cf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7edf1bae-2245-49a6-877e-aff173928dd1 HTTP/1.1" status: 200 len: 217 time: 0.0390146 Jun 04 09:30:45.290415 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-373d984b-d62e-4006-9dfc-0a8adf8787e1 req-722ea0f5-ddb2-4893-bbb8-a9ca3a695fa6 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132352 Jun 04 09:30:45.324620 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-d9838cc6-fb0d-4efd-8a0d-fb02b60e45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.324620 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-d9838cc6-fb0d-4efd-8a0d-fb02b60e45eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.0792959 Jun 04 09:30:45.376662 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5ee2b663-fed0-4b23-9e2e-b7035c28cc3e req-6c1262bf-5ebc-455c-bde9-7259d78a0cb0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.0490115 Jun 04 09:30:45.432723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:45.450139 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283597-a2ee-415b-96f2-b6c41ad4caed req-018f8a6f-0d8d-45c7-a8b2-c5f5491a5022 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.451935 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63283597-a2ee-415b-96f2-b6c41ad4caed req-018f8a6f-0d8d-45c7-a8b2-c5f5491a5022 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0741224 Jun 04 09:30:45.461244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57840) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:45.466145 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Request body: {'floatingip': {'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:45.525550 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:45.635955 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-00b0ae5c-e84b-4aad-9648-f0ce87a33e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.639173 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-00b0ae5c-e84b-4aad-9648-f0ce87a33e65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730829 Jun 04 09:30:45.788706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8fc4-056b-45d2-9763-f5c7d05c6ef7 req-a53d9e9e-eadd-4258-932d-739fcc8af359 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:45.790234 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b39e8fc4-056b-45d2-9763-f5c7d05c6ef7 req-a53d9e9e-eadd-4258-932d-739fcc8af359 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.1796007 Jun 04 09:30:46.007230 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-303cf56b-7522-4930-9b4c-192a6fa29aa8 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316605 Jun 04 09:30:46.089542 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b39e8fc4-056b-45d2-9763-f5c7d05c6ef7 req-c4e17e3a-9af3-4a04-b5c4-1e7374e5b1ce tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846918 Jun 04 09:30:46.102476 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:46.198412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-73885066-bde0-4370-a086-34076da1c3c7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:46.199959 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-73885066-bde0-4370-a086-34076da1c3c7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 817 time: 0.3418720 Jun 04 09:30:46.306283 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f7ac637-a8f5-4c5b-aded-8c62a9357f8f req-ef91ba4d-47cd-4eb2-8b41-dd5261b60854 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854006 Jun 04 09:30:46.476774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:46.735922 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-de005a5c-5bcc-41f0-a8c6-e8520126cf97 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 380 time: 0.5193810 Jun 04 09:30:46.759408 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a4b44269-1802-406f-997c-3c15f5247971 req-4a226454-4592-47dd-a02b-ee1b60400292 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.2889838 Jun 04 09:30:46.881741 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:46.961744 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:47.264506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:47.276648 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f89e-b9cd-4e88-8b41-7351c5c7dfe5 req-d36bb8ee-b8b7-47bb-b2bf-6219e38df5a9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:47.278754 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d4d2f89e-b9cd-4e88-8b41-7351c5c7dfe5 req-d36bb8ee-b8b7-47bb-b2bf-6219e38df5a9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.0760152 Jun 04 09:30:47.397633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'port': {'device_id': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'admin_state_up': True, 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'security_groups': ['9a21f36a-1ced-4768-99ea-5ff0fd20d20f']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:47.464053 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d4d2f89e-b9cd-4e88-8b41-7351c5c7dfe5 req-6cfae68c-9182-4d9c-b73f-08d61828a42b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770542 Jun 04 09:30:47.485351 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:30:47.492047 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:47.501415 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:30:47.513949 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:47.514495 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:47.546845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:47.549215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44cad6c-a504-4723-9f56-f1c86a252bee" -d '{"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:47.575606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:47.602105 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d49191e7-88de-43a7-89ee-f924b44459f8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "PUT /v2.0/floatingips/abe893ff-c680-488e-bc15-172b23f9e52c HTTP/1.1" status: 200 len: 994 time: 2.1356514 Jun 04 09:30:47.626384 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525a951-284f-45d0-b43d-2300b3888cab x-openstack-request-id: req-c525a951-284f-45d0-b43d-2300b3888cab {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:47.626775 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:47.627180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c525a951-284f-45d0-b43d-2300b3888cab {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:47.627691 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c525a951-284f-45d0-b43d-2300b3888cab'] response: {'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'status': 'completed', 'code': 200} Jun 04 09:30:47.633034 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:47.714942 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Made reservation on behalf of 0cf07261800e47938626f61a1fb73b2b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:30:47.720878 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:47.756151 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-bd619a96-1e92-4927-95fb-1429727436f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:47.758139 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-bd619a96-1e92-4927-95fb-1429727436f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.0880649 Jun 04 09:30:47.948473 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:30:46Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:47.967581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-af39a0d5-aca1-4641-843f-22833f35887b req-e714403b-d89c-49cd-9b1f-8e4cdb4751c0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.0593700 Jun 04 09:30:47.976341 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:48.040433 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:48.057404 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:48.097523 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-751cc7ac-bac6-4661-b7c1-f590da63a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:48.100124 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-751cc7ac-bac6-4661-b7c1-f590da63a3ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.3260479 Jun 04 09:30:48.115464 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:30:48.131007 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:30:48.139023 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:48.139996 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:48.179078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Allocated IP 172.20.0.9 (a96e2986-096a-4e28-a2fd-b426bbfcf78d/3b79caad-f145-49d1-943b-cd76b877a473/6e772a52-7e16-406e-b953-3df1c61c710b) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:30:48.238821 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-ed883821-5a0e-428f-943b-7d606e0c31b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1002 time: 0.1254563 Jun 04 09:30:48.309692 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:48.356241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-8fae5595-fe1e-48ed-935c-a6a2a9b55fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:48.358234 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-8fae5595-fe1e-48ed-935c-a6a2a9b55fa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1129787 Jun 04 09:30:48.447249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-c0f55f99-1e2e-4f38-958d-a0d46a673d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:48.448922 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-c0f55f99-1e2e-4f38-958d-a0d46a673d48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807328 Jun 04 09:30:48.542732 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for port (6e772a52-7e16-406e-b953-3df1c61c710b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:48.626449 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:30:46Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:48.662203 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5fc12-4016-4621-a2c8-498e0909bafb None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'abe893ff-c680-488e-bc15-172b23f9e52c', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'port_id': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'mac_address': 'fa:16:3e:09:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:28:40Z', 'updated_at': '2022-06-04T09:30:46Z', 'revision_number': 3, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:30:48.675750 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-ffcb95c0-5c33-447b-b811-59cf34fa2571 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166886 Jun 04 09:30:48.687310 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa39ef0-c5c9-4091-8dcc-b36c73f79818 req-c9549a4e-fae1-46f2-b0b8-ce70de042bb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:48.689156 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efa39ef0-c5c9-4091-8dcc-b36c73f79818 req-c9549a4e-fae1-46f2-b0b8-ce70de042bb1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.1031115 Jun 04 09:30:48.780437 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:48.849695 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:48.860912 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:30:48.885424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:30:48.888110 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:30:48.903743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:48.931031 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efa39ef0-c5c9-4091-8dcc-b36c73f79818 req-946788b6-2120-40cf-8951-34955b83d410 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287214 Jun 04 09:30:48.953742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.954097 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.954442 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.954783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.955120 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.955455 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.956366 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.956838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.957157 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.957490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.957812 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.958383 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.958559 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.958764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.959083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:48.979995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:48.988448 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f44cad6c-a504-4723-9f56-f1c86a252bee req-9ec26b00-89b3-4826-817c-2ca724e9dc78 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979281 Jun 04 09:30:48.994037 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:48.994701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:49.129050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5f385-d022-471f-98d6-a1daf9034fae req-4fae137b-ca13-44af-8b5f-be8db4a3e996 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:49.131493 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6ee5f385-d022-471f-98d6-a1daf9034fae req-4fae137b-ca13-44af-8b5f-be8db4a3e996 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 931 time: 0.0639958 Jun 04 09:30:49.137586 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-702236f7-d135-4053-a58f-489d6a8671fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728367 Jun 04 09:30:49.162921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Request body: {'port': {'device_id': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:49.232679 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6ee5f385-d022-471f-98d6-a1daf9034fae req-f99c4b70-9883-46c3-af9f-dfd54dfdff5d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934455 Jun 04 09:30:49.249949 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e1b158ba-0998-4631-8956-a58595eb33bf None None] Provisioning complete for port 6e772a52-7e16-406e-b953-3df1c61c710b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:30:49.249949 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e1b158ba-0998-4631-8956-a58595eb33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:49.276005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:49.305740 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e1b158ba-0998-4631-8956-a58595eb33bf None None] Port 6e772a52-7e16-406e-b953-3df1c61c710b cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:30:49.628512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:30:49.632973 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:49.635325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:49.642513 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks [] for port (6e772a52-7e16-406e-b953-3df1c61c710b), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:49.666117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Transition to ACTIVE for port object 6e772a52-7e16-406e-b953-3df1c61c710b will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:30:49.690703 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628b3afb-adb8-438b-b072-589d620c2a33 x-openstack-request-id: req-628b3afb-adb8-438b-b072-589d620c2a33 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:49.691151 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:49.691594 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-628b3afb-adb8-438b-b072-589d620c2a33 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:49.692263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628b3afb-adb8-438b-b072-589d620c2a33'] response: {'name': 'network-changed', 'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'status': 'completed', 'code': 200} Jun 04 09:30:49.748433 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:49.821906 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-1cd2880a-b309-44bb-b09b-c2ce331f2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:49.823500 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-1cd2880a-b309-44bb-b09b-c2ce331f2f7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 1130 time: 0.0868065 Jun 04 09:30:49.829972 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:50.145861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=62,neutron:UPDATE=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:50.260988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:50.293688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80acf98-55fc-470a-b623-1c9ebec9c073 req-3ee69e1d-bb16-4f3e-be88-1df48ab72904 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.295782 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e80acf98-55fc-470a-b623-1c9ebec9c073 req-3ee69e1d-bb16-4f3e-be88-1df48ab72904 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 944 time: 0.1395659 Jun 04 09:30:50.349949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Attempting to bind port 6e772a52-7e16-406e-b953-3df1c61c710b on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:30:50.350406 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Attempting to bind port 6e772a52-7e16-406e-b953-3df1c61c710b by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:30:50.350609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Attempting to bind port 6e772a52-7e16-406e-b953-3df1c61c710b on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:30:50.357235 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-c35f7320-a0ab-4ec7-8261-ab62f439867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.358819 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-c35f7320-a0ab-4ec7-8261-ab62f439867c service neutron] 10.222.0.47 "GET /v2.0/networks?id=440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 200 len: 920 time: 0.5254986 Jun 04 09:30:50.382426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Port 6e772a52-7e16-406e-b953-3df1c61c710b on network a96e2986-096a-4e28-a2fd-b426bbfcf78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:30:50.382723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Attempting to bind port 6e772a52-7e16-406e-b953-3df1c61c710b on network a96e2986-096a-4e28-a2fd-b426bbfcf78d {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:30:50.468534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:30:50.468939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Checking segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:30:50.469570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Bound using segment: {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:30:50.470280 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Bound port: 6e772a52-7e16-406e-b953-3df1c61c710b, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cc3b36-1bc8-4f67-81aa-ba35d0be8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:30:50.470802 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:50.484676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:50.539604 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e80acf98-55fc-470a-b623-1c9ebec9c073 req-3b033645-7589-4a4f-863a-1e0ca5bcdafb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281384 Jun 04 09:30:50.552974 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a89396-925a-4d7b-a234-6d89f75c4fa6 req-ec129c8c-93f7-4344-a037-c46c613e7b9b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.554583 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-67a89396-925a-4d7b-a234-6d89f75c4fa6 req-ec129c8c-93f7-4344-a037-c46c613e7b9b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1888945 Jun 04 09:30:50.558604 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-266c8009-aeb7-42a3-98d0-3179165a6453 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 200 len: 1002 time: 0.1910276 Jun 04 09:30:50.689814 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7edf1bae-2245-49a6-877e-aff173928dd1 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:30:50.693420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:30:50.697709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-1050b3c1-82ad-4bea-94b2-8f834dee334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.699257 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-1050b3c1-82ad-4bea-94b2-8f834dee334d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 200 len: 858 time: 0.1231565 Jun 04 09:30:50.706664 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-67a89396-925a-4d7b-a234-6d89f75c4fa6 req-997df088-3dfe-4dad-9cdb-7e0a36faa63a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292956 Jun 04 09:30:50.735412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:30:50.772266 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-f2b9f3df-20a6-45e4-a004-109ee7fe9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.775035 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-f2b9f3df-20a6-45e4-a004-109ee7fe9366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=440b27b7-eea1-406f-839f-e25bf291973d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591757 Jun 04 09:30:50.854395 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:50.866664 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7edf1bae-2245-49a6-877e-aff173928dd1,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:50.884983 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '7edf1bae-2245-49a6-877e-aff173928dd1', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'port_id': '7edf1bae-2245-49a6-877e-aff173928dd1', 'mac_address': 'fa:16:3e:4a:53:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:30:50.941666 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 7edf1bae-2245-49a6-877e-aff173928dd1 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:30:50.942374 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:50.969246 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edf1bae-2245-49a6-877e-aff173928dd1 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:30:50.982504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:50.982504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:50.983966 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 1093 time: 1.8250732 Jun 04 09:30:51.001699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7edf1bae-2245-49a6-877e-aff173928dd1,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:51.036208 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-bdd15dd9-2ae7-475d-9d18-806dd6c77caa service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541091 Jun 04 09:30:51.089480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a5a2-0488-4115-bc76-04cada560be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:51.109965 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:51.244214 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:51.255169 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.255658 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.256008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.256520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.257359 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.257743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.258150 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.258554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.259228 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.259793 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.260190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.261110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.261522 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.262140 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.262543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:30:51.306316 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e62ca32d-f8df-4a3e-ba36-c682a90c7ad1 req-ebb0fde8-299c-420f-be8d-ca169b950b56 service neutron] 10.222.0.47 "GET /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599082 Jun 04 09:30:51.379375 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-13014541-4266-4308-83e0-5cbdd2d8abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:51.381362 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-13014541-4266-4308-83e0-5cbdd2d8abb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1127 time: 0.1901579 Jun 04 09:30:51.440591 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-ffa76d7d-a761-4e5e-b653-7c0a91433c85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 217 time: 0.0442929 Jun 04 09:30:51.466611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['7edf1bae-2245-49a6-877e-aff173928dd1'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:30:51.512731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-54b22850-780b-46c0-9e59-e058a483cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:51.514338 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-54b22850-780b-46c0-9e59-e058a483cba0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.0680313 Jun 04 09:30:51.559186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:51.575831 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-68f9f688-fb90-4b0a-9979-23729529116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:51.579234 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-68f9f688-fb90-4b0a-9979-23729529116e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533831 Jun 04 09:30:51.692835 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:51.697904 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807" -d '{"events": [{"name": "network-changed", "server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:51.800828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53875434-7c52-4208-93eb-cc4b52e64fb4 req-c056e1b7-de74-41fd-b9b7-6c355bbc37cb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:51.800828 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-53875434-7c52-4208-93eb-cc4b52e64fb4 req-c056e1b7-de74-41fd-b9b7-6c355bbc37cb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 945 time: 0.1152368 Jun 04 09:30:51.839648 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb379795-1733-4535-bc36-67e677415e67 req-944494e5-d14a-4805-84b9-06500778cd11 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:51.841291 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb379795-1733-4535-bc36-67e677415e67 req-944494e5-d14a-4805-84b9-06500778cd11 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0960743 Jun 04 09:30:51.862485 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-8271f137-f34e-432a-ae10-c9aa1dcaafd3 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725506 Jun 04 09:30:51.913863 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-53875434-7c52-4208-93eb-cc4b52e64fb4 req-e6c23180-e28c-40e1-8821-d3ac1426c844 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043856 Jun 04 09:30:51.937232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:51.952125 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb379795-1733-4535-bc36-67e677415e67 req-493357c2-f74d-4500-be0c-f812f3ea3739 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958312 Jun 04 09:30:51.975732 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e8bcbc-aa54-44d9-8340-cc96cca37161 x-openstack-request-id: req-e3e8bcbc-aa54-44d9-8340-cc96cca37161 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:51.976364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:51.976826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3e8bcbc-aa54-44d9-8340-cc96cca37161 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:51.977479 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e8bcbc-aa54-44d9-8340-cc96cca37161'] response: {'name': 'network-changed', 'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'status': 'completed', 'code': 200} Jun 04 09:30:52.100697 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbba1e-2bff-42cd-b414-aa0b414179e9 req-324f1bcd-f4e7-4211-9b48-0e73716d4d1d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:52.108362 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1cfbba1e-2bff-42cd-b414-aa0b414179e9 req-324f1bcd-f4e7-4211-9b48-0e73716d4d1d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0609734 Jun 04 09:30:52.162704 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1cfbba1e-2bff-42cd-b414-aa0b414179e9 req-dd71587a-3af0-45fb-a06f-9875e2a88876 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517187 Jun 04 09:30:52.630234 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ac8198fb-651c-46d7-ae2c-38068464a1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:52.695160 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7edf1bae-2245-49a6-877e-aff173928dd1 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:30:52.747491 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 7edf1bae-2245-49a6-877e-aff173928dd1 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:30:52.861840 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 7edf1bae-2245-49a6-877e-aff173928dd1 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:30:52.862213 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:52.952003 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 7edf1bae-2245-49a6-877e-aff173928dd1 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:30:52.952270 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:52.987704 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:52.992817 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048d97c-d5fc-4f86-aa18-653dea85fe7e" -d '{"events": [{"server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "name": "network-vif-plugged", "status": "completed", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:53.014511 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7edf1bae-2245-49a6-877e-aff173928dd1,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:53.073891 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc990fc-4482-4b25-bca1-4a64bec2e625 req-1a4348a3-8d51-44da-8270-8142063ca0d1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:53.075920 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9fc990fc-4482-4b25-bca1-4a64bec2e625 req-1a4348a3-8d51-44da-8270-8142063ca0d1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 945 time: 0.0646048 Jun 04 09:30:53.109813 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:53.158549 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d205-8654-484c-95ad-56b68051df53 req-557527bc-e62b-43a6-a5de-cf2f97af3634 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:53.160219 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2307d205-8654-484c-95ad-56b68051df53 req-557527bc-e62b-43a6-a5de-cf2f97af3634 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0836828 Jun 04 09:30:53.171550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:53.186190 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9fc990fc-4482-4b25-bca1-4a64bec2e625 req-4a8f100a-a032-44d4-a02d-175b35da0148 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994253 Jun 04 09:30:53.252015 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2307d205-8654-484c-95ad-56b68051df53 req-14b79fc6-98d7-4849-8b68-6965a50091c8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818226 Jun 04 09:30:53.267899 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e56f95-3995-41aa-b3d6-2c2f32c53ffb x-openstack-request-id: req-74e56f95-3995-41aa-b3d6-2c2f32c53ffb {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:53.269008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "name": "network-vif-plugged", "status": "completed", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:53.269664 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74e56f95-3995-41aa-b3d6-2c2f32c53ffb {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:53.270733 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e56f95-3995-41aa-b3d6-2c2f32c53ffb'] response: {'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1', 'code': 200} Jun 04 09:30:53.400694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3f3b1-2a57-4ed1-b6e2-7c2eb04b6c10 req-76e77221-9e5f-4173-9883-4b262e125c9b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:53.403215 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62c3f3b1-2a57-4ed1-b6e2-7c2eb04b6c10 req-76e77221-9e5f-4173-9883-4b262e125c9b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0802908 Jun 04 09:30:53.525008 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62c3f3b1-2a57-4ed1-b6e2-7c2eb04b6c10 req-4c933fe2-f236-4d3d-a222-eebb8528c2e9 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055210 Jun 04 09:30:53.546382 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bf3c9ef-d9b6-4cf2-93ea-fad698e86521 req-c4986c6a-7eeb-4577-984f-c4fe5dd98526 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604033 Jun 04 09:30:53.851662 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-a9d7ebbd-fb4e-4349-a1d1-02358ac4db08 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:53.851662 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-a9d7ebbd-fb4e-4349-a1d1-02358ac4db08 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.0640080 Jun 04 09:30:53.935139 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Deleting port 19828924-fa28-4424-9220-6e59b86934bf {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:53.935636 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (19828924-fa28-4424-9220-6e59b86934bf), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:54.060914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] For port 19828924-fa28-4424-9220-6e59b86934bf, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=19828924-fa28-4424-9220-6e59b86934bf,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:54.061716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (19828924-fa28-4424-9220-6e59b86934bf), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:54.379125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:54.379820 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:54.379820 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Floating IP 92c8ef4b-c12c-4b03-a0ac-86ebaf93008d disassociated. External IP: 172.27.0.184, port: 19828924-fa28-4424-9220-6e59b86934bf. Jun 04 09:30:54.380144 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Calling delete_port for 19828924-fa28-4424-9220-6e59b86934bf owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:30:54.419536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3f08-614f-4f86-8910-b500776e4391 req-5c7e7a11-1f9f-406b-a63c-ed303394d678 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:54.421211 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-124d3f08-614f-4f86-8910-b500776e4391 req-5c7e7a11-1f9f-406b-a63c-ed303394d678 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1018014 Jun 04 09:30:54.489729 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:54.514627 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:54.521185 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170d742-89a7-4f02-a48f-4af3c8237f9a req-8c8ae69a-686a-4467-b025-4e36d97b019c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:54.524513 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1170d742-89a7-4f02-a48f-4af3c8237f9a req-8c8ae69a-686a-4467-b025-4e36d97b019c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 945 time: 0.1352487 Jun 04 09:30:54.600058 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-124d3f08-614f-4f86-8910-b500776e4391 req-479dfa19-b4c6-4ae7-a64b-347339973884 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246078 Jun 04 09:30:54.799589 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1170d742-89a7-4f02-a48f-4af3c8237f9a req-85b969ae-2967-4733-9a87-5fc61e496780 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b75439-f670-4c6c-8d87-0b9708e5d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660029 Jun 04 09:30:54.852089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7cb45-6c8e-4ff3-8e7a-91408905a8cd req-a8dd7b4c-9751-43da-9007-4f333fbdeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:54.854257 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ddb7cb45-6c8e-4ff3-8e7a-91408905a8cd req-a8dd7b4c-9751-43da-9007-4f333fbdeed5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 1130 time: 0.1639030 Jun 04 09:30:54.863488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-dd2226cf-2041-4107-929b-649e916a6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:54.865033 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-dd2226cf-2041-4107-929b-649e916a6af6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1127 time: 0.1771133 Jun 04 09:30:54.876810 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99a5a-52be-467d-b050-a4a25936a971 req-96757d25-1786-41fd-90a5-1b84e6f6b7d6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:54.878467 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1bd99a5a-52be-467d-b050-a4a25936a971 req-96757d25-1786-41fd-90a5-1b84e6f6b7d6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1810434 Jun 04 09:30:54.954927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (19828924-fa28-4424-9220-6e59b86934bf), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:55.056184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'Port': ['ID=19828924-fa28-4424-9220-6e59b86934bf,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:55.125675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ddb7cb45-6c8e-4ff3-8e7a-91408905a8cd req-abb50ab5-c2df-43d3-b544-9500628ef822 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637718 Jun 04 09:30:55.227459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1bd99a5a-52be-467d-b050-a4a25936a971 req-095eff43-73af-4f7b-b5a8-4bcbdb8979ab tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374002 Jun 04 09:30:55.254737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-919616af-a014-47bc-a9a1-8d810dab54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:55.257372 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-919616af-a014-47bc-a9a1-8d810dab54a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.3776591 Jun 04 09:30:55.346517 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:55.363467 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:55.447979 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-2af2fb87-bf97-4b3e-9385-0c9763254e3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 217 time: 0.0462532 Jun 04 09:30:55.561627 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-054c0dab-fcb1-46e1-922a-16073672165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:55.563791 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-054c0dab-fcb1-46e1-922a-16073672165f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.1061389 Jun 04 09:30:55.568832 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:30:55.582456 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:30:55.603063 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:55.604369 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:55.647116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] No DVR routers for this DVR port 19828924-fa28-4424-9220-6e59b86934bf on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:30:55.651583 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:55.654153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:55.656877 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:55.658608 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-617d3fe9-1dc0-40a8-a772-f4d31f802aa7 req-1be40833-69ea-4a54-985c-c2eea497c86e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "DELETE /v2.0/ports/19828924-fa28-4424-9220-6e59b86934bf HTTP/1.1" status: 204 len: 173 time: 1.8418906 Jun 04 09:30:55.660127 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'name': 'network-vif-deleted', 'tag': '19828924-fa28-4424-9220-6e59b86934bf'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:55.665888 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e46e97-0657-48b3-b993-14301753ee90" -d '{"events": [{"server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "name": "network-vif-deleted", "tag": "19828924-fa28-4424-9220-6e59b86934bf"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:55.732639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f60ca0-a8f1-4ee9-9a34-e34f6bbd1225 x-openstack-request-id: req-75f60ca0-a8f1-4ee9-9a34-e34f6bbd1225 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:55.733175 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffde7de1-13e8-4ea6-98d2-d07a19afee2e", "name": "network-vif-deleted", "tag": "19828924-fa28-4424-9220-6e59b86934bf", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:55.733676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75f60ca0-a8f1-4ee9-9a34-e34f6bbd1225 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:55.734522 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f60ca0-a8f1-4ee9-9a34-e34f6bbd1225'] response: {'server_uuid': 'ffde7de1-13e8-4ea6-98d2-d07a19afee2e', 'name': 'network-vif-deleted', 'tag': '19828924-fa28-4424-9220-6e59b86934bf', 'status': 'completed', 'code': 200} Jun 04 09:30:55.756413 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-569c1927-5193-4974-9e06-4735bb4b076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:55.808449 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:55.933684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562e53-e016-4a9b-ad3a-701477a7e063 req-1283694c-0cd3-43eb-945b-8ccccf5a470a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:55.936665 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4562e53-e016-4a9b-ad3a-701477a7e063 req-1283694c-0cd3-43eb-945b-8ccccf5a470a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1495733 Jun 04 09:30:56.165770 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:56.219008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:30:56.239884 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:30:56.241637 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:56.401622 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-6615cbe8-c814-4a81-a9e6-e66a13304207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:56.404156 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-6615cbe8-c814-4a81-a9e6-e66a13304207 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5467441 Jun 04 09:30:56.407664 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebc9768d-0039-4453-8243-372cd9c43822 req-b10f18c1-655d-4056-8f23-285390f16a16 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.4513919 Jun 04 09:30:56.483521 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4562e53-e016-4a9b-ad3a-701477a7e063 req-44145930-a8a8-456c-bfa0-e25260ab5e9a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5286546 Jun 04 09:30:56.523760 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:56.541830 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:30:56.620686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39b95-2e09-4c43-ba25-38601f0da146 req-4738c5cb-3041-437d-9a97-30daf4a84881 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:56.625842 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-95b39b95-2e09-4c43-ba25-38601f0da146 req-4738c5cb-3041-437d-9a97-30daf4a84881 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0885391 Jun 04 09:30:56.710438 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-95b39b95-2e09-4c43-ba25-38601f0da146 req-9919e7ee-77ba-49fe-968f-25ebd38e0cb7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716193 Jun 04 09:30:56.731095 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:30:56.841115 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:56.863648 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-909b8685-93b2-4fba-9996-b5a0b3635532 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515760 Jun 04 09:30:56.938971 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:30:56.946628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:56.979839 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7274d-f6b2-40a9-9d9b-008055ba9937 None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:30:56.999016 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:57.020116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '6e772a52-7e16-406e-b953-3df1c61c710b', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:30:57.041639 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a23c78e8-7f26-4ea2-90ca-dc2a2c67e807 req-c4f7db48-49ef-4a67-9c44-efd66b2d85cd service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706612 Jun 04 09:30:57.276022 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:30:57.276622 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:57.296490 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:30:57.325431 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:57.361544 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083f22e-636b-40b1-9751-3a46fc0b3beb None None] New status for floating IP 92c8ef4b-c12c-4b03-a0ac-86ebaf93008d: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:30:57.470170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:57.641882 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:57.720270 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e20a2-81ad-44fd-a05b-c40d06922e42 req-59fae900-73d1-46cf-967d-96339e1b0178 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:57.722994 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a67e20a2-81ad-44fd-a05b-c40d06922e42 req-59fae900-73d1-46cf-967d-96339e1b0178 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0599201 Jun 04 09:30:57.736815 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f636b040-f7a5-44c0-94bf-761710f4f176 req-ce63f6ba-6dff-46c3-b1d5-a972e387867f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffde7de1-13e8-4ea6-98d2-d07a19afee2e HTTP/1.1" status: 200 len: 210 time: 0.1542931 Jun 04 09:30:57.831430 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a67e20a2-81ad-44fd-a05b-c40d06922e42 req-527c33bc-e1cf-4b3b-8c4c-ddb3c72979aa tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796769 Jun 04 09:30:57.876218 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['6e772a52-7e16-406e-b953-3df1c61c710b'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:30:57.947472 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9da10-c131-46b1-a5bb-206db68be7f9 req-cb44f9f7-6b01-40b4-972f-919a949ff208 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:57.952087 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bc9da10-c131-46b1-a5bb-206db68be7f9 req-cb44f9f7-6b01-40b4-972f-919a949ff208 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 944 time: 0.1027331 Jun 04 09:30:58.014434 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:58.101396 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bc9da10-c131-46b1-a5bb-206db68be7f9 req-58abe933-2adc-4754-bb73-e44c5660920e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286941 Jun 04 09:30:58.115235 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a427-399e-437a-a645-957557f6a795 req-3973fb1c-506a-4bb8-a624-37ec3f1dd78e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:58.117553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4be0a427-399e-437a-a645-957557f6a795 req-3973fb1c-506a-4bb8-a624-37ec3f1dd78e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1618743 Jun 04 09:30:58.132556 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57916) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:58.157286 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'port_id': '7edf1bae-2245-49a6-877e-aff173928dd1'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:30:58.205911 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:58.781536 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:30:58.855265 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:58.888583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 6e772a52-7e16-406e-b953-3df1c61c710b completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:30:59.012501 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57922) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:59.066922 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 6e772a52-7e16-406e-b953-3df1c61c710b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:30:59.067378 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.076406 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (c2b75439-f670-4c6c-8d87-0b9708e5d60a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.132214 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (c2b75439-f670-4c6c-8d87-0b9708e5d60a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.153342 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.207083 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:30:59.207675 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.276720 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:30:59.277559 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.277688 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6199e-bafc-4999-8493-c456801b1119" -d '{"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:30:59.292413 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:30:59.367893 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada2ef0-8390-4fba-8bb9-46477f69dab0 x-openstack-request-id: req-8ada2ef0-8390-4fba-8bb9-46477f69dab0 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:30:59.367893 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:30:59.367893 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ada2ef0-8390-4fba-8bb9-46477f69dab0 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:30:59.368804 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ada2ef0-8390-4fba-8bb9-46477f69dab0'] response: {'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'code': 200} Jun 04 09:30:59.395732 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.397307 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 19828924-fa28-4424-9220-6e59b86934bf no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:30:59.428479 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26da5f-490f-4fc3-bc79-495e63637e2e req-594de7e8-ed8a-4102-9a4e-07957a123bc6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:30:59.433548 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ce26da5f-490f-4fc3-bc79-495e63637e2e req-594de7e8-ed8a-4102-9a4e-07957a123bc6 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 944 time: 0.1957309 Jun 04 09:30:59.474976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:30:59.484013 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c2b75439-f670-4c6c-8d87-0b9708e5d60a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.486722 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.491450 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "DELETE /v2.0/security-groups/c2b75439-f670-4c6c-8d87-0b9708e5d60a HTTP/1.1" status: 204 len: 168 time: 0.4984787 Jun 04 09:30:59.491695 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 9073590b-f6ec-412a-9674-d187d61265ed associated. External IP: 172.27.0.48, port: 7edf1bae-2245-49a6-877e-aff173928dd1. Jun 04 09:30:59.495708 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57928) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:59.510068 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50404138-d0d4-4659-8ac9-7941d72ca999 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b75439-f670-4c6c-8d87-0b9708e5d60a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:59.544479 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ce26da5f-490f-4fc3-bc79-495e63637e2e req-940c0fea-fdae-4b4a-b583-cb40842b3fc4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985506 Jun 04 09:30:59.561327 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 19828924-fa28-4424-9220-6e59b86934bf {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:30:59.584518 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 19828924-fa28-4424-9220-6e59b86934bf not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:30:59.647232 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:30:59.662409 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-559ab4b7-6ab9-40a8-8129-3abe10ae39e9 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] show failed (client error): The resource could not be found. Jun 04 09:30:59.664767 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-559ab4b7-6ab9-40a8-8129-3abe10ae39e9 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups/c2b75439-f670-4c6c-8d87-0b9708e5d60a HTTP/1.1" status: 404 len: 347 time: 0.1603138 Jun 04 09:30:59.668337 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57930) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:30:59.935138 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:30:59.946848 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:30:59.953764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Deleting port 03e19f4d-5416-4a1e-b76d-d2b6a134dd36 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:30:59.954302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.021918 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee45728-d67b-405e-bc9d-7edb352e3e9c req-0d9d353b-d99a-4bab-a474-d27b64a50c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:00.024601 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eee45728-d67b-405e-bc9d-7edb352e3e9c req-0d9d353b-d99a-4bab-a474-d27b64a50c01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1129 time: 0.1365163 Jun 04 09:31:00.113552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:00.121583 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.133410 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:00.159049 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eee45728-d67b-405e-bc9d-7edb352e3e9c req-ccf44662-e514-473f-90aa-7c33b404633a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262391 Jun 04 09:31:00.160131 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:00.161203 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:00.164240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.164240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.171299 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:00.188528 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2b4c6378-2c15-4514-a04f-287f1a22efe1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "PUT /v2.0/floatingips/9073590b-f6ec-412a-9674-d187d61265ed HTTP/1.1" status: 200 len: 991 time: 2.0525389 Jun 04 09:31:00.188528 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:00.193110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31" -d '{"events": [{"name": "network-changed", "server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:00.195207 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Calling delete_port for 03e19f4d-5416-4a1e-b76d-d2b6a134dd36 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:00.292112 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c935bb29-1f0c-4c5e-8d75-08a2d4c5f4b3 x-openstack-request-id: req-c935bb29-1f0c-4c5e-8d75-08a2d4c5f4b3 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:00.292595 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:00.292973 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c935bb29-1f0c-4c5e-8d75-08a2d4c5f4b3 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:00.293770 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c935bb29-1f0c-4c5e-8d75-08a2d4c5f4b3'] response: {'name': 'network-changed', 'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1', 'status': 'completed', 'code': 200} Jun 04 09:31:00.311265 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:00.372686 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:00.543300 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (03e19f4d-5416-4a1e-b76d-d2b6a134dd36), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.592829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'Port': ['ID=03e19f4d-5416-4a1e-b76d-d2b6a134dd36,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:00.608427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-966f0741-e6d5-4446-a55c-2adab0815752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:00.611030 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-966f0741-e6d5-4446-a55c-2adab0815752 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 1130 time: 0.1208961 Jun 04 09:31:00.709710 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:00.791523 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (92c8ef4b-c12c-4b03-a0ac-86ebaf93008d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.796006 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:00.797726 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fdbdb0e5-1aeb-4974-9a4a-ccf9041458ce tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "DELETE /v2.0/floatingips/92c8ef4b-c12c-4b03-a0ac-86ebaf93008d HTTP/1.1" status: 204 len: 168 time: 1.1264768 Jun 04 09:31:00.841312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87fae-ad7c-460e-872e-8e99fc142645 req-6a579f29-4b1e-451e-b403-114dc83cdff0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:00.843851 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d7a87fae-ad7c-460e-872e-8e99fc142645 req-6a579f29-4b1e-451e-b403-114dc83cdff0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1326826 Jun 04 09:31:00.886080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '9073590b-f6ec-412a-9674-d187d61265ed', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': '7edf1bae-2245-49a6-877e-aff173928dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:4a:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:33Z', 'updated_at': '2022-06-04T09:30:58Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:00.936232 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:00.953126 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:00.954176 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:01.016894 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d7a87fae-ad7c-460e-872e-8e99fc142645 req-ecc17be6-e2d4-4809-848a-e368c233acc8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608009 Jun 04 09:31:01.040377 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57940) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:01.049532 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166695052', 'description': 'tempest-description--2050029884'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:01.134819 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-721e8637-7bc7-4468-959c-dfcf4b71c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:01.139301 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-721e8637-7bc7-4468-959c-dfcf4b71c257 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.2266009 Jun 04 09:31:01.176240 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:01.272897 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.357243 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:01.433910 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (3f475ab8-30ca-48bd-9d6b-9655c954c3d8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.521313 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f475ab8-30ca-48bd-9d6b-9655c954c3d8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.559648 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '9073590b-f6ec-412a-9674-d187d61265ed', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': '7edf1bae-2245-49a6-877e-aff173928dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:4a:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:33Z', 'updated_at': '2022-06-04T09:30:58Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:01.567999 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:01.577277 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f475ab8-30ca-48bd-9d6b-9655c954c3d8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:01.586044 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.586574 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.586921 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.587569 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.587569 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.587889 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.588205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.595275 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:01.615448 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544cd280-d9bb-4820-9ec5-280bccdc500f None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '9073590b-f6ec-412a-9674-d187d61265ed', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': '7edf1bae-2245-49a6-877e-aff173928dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:4a:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:33Z', 'updated_at': '2022-06-04T09:30:58Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:31:01.662694 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.664706 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-de0a2930-8e70-4e96-ae67-a491b2fd6a9c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6227741 Jun 04 09:31:01.668406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57942) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:01.675898 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group_rule': {'security_group_id': '3f475ab8-30ca-48bd-9d6b-9655c954c3d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:01.802586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:01.803322 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (fe25cf7d-4e30-40b7-b124-b850b8966111), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.813687 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-e02200fa-5e99-4e8e-ad37-f17c8b68b5d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7edf1bae-2245-49a6-877e-aff173928dd1 HTTP/1.1" status: 200 len: 999 time: 0.1504304 Jun 04 09:31:01.878956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-47ce8dc7-8d79-414a-aeff-b70196a05296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:01.880666 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-47ce8dc7-8d79-414a-aeff-b70196a05296 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.0599797 Jun 04 09:31:01.884509 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (fe25cf7d-4e30-40b7-b124-b850b8966111), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:01.935818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-96e6741b-46f1-4863-ac2e-6b81caf84643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:01.937556 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-96e6741b-46f1-4863-ac2e-6b81caf84643 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498974 Jun 04 09:31:01.989792 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (fe25cf7d-4e30-40b7-b124-b850b8966111), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.011409 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe25cf7d-4e30-40b7-b124-b850b8966111,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:02.040232 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfee687-0d4c-437e-b89b-89576f50e17b None None] New status for floating IP 9073590b-f6ec-412a-9674-d187d61265ed: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:31:02.099119 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-871d9885-178d-4c43-86ce-629ddd6b99f2 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518426 Jun 04 09:31:02.117457 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.119226 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-02c0ac01-f035-423f-9a31-03bbab524308 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4494205 Jun 04 09:31:02.128016 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57946) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:02.134691 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'security_group_rule': {'security_group_id': '3f475ab8-30ca-48bd-9d6b-9655c954c3d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:02.233963 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:02.275736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (94023ff0-632a-4863-b400-2518d04cfe54), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.336279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec108-f7a9-457c-96f4-3cb077aea638 req-c2472631-f559-45dc-9ad4-3e26a54472f2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:02.349526 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cffec108-f7a9-457c-96f4-3cb077aea638 req-c2472631-f559-45dc-9ad4-3e26a54472f2 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1275916 Jun 04 09:31:02.418101 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (94023ff0-632a-4863-b400-2518d04cfe54), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.476931 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cffec108-f7a9-457c-96f4-3cb077aea638 req-c0c83ecf-949f-43cf-8676-5b1b7bc50fa8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262119 Jun 04 09:31:02.484565 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-230add6a-0a69-4b2c-9ef4-73f8a1a2fb31 req-aa05208a-dc09-4f99-a39a-dfb256f00b02 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768003 Jun 04 09:31:02.502304 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (94023ff0-632a-4863-b400-2518d04cfe54), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.540934 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94023ff0-632a-4863-b400-2518d04cfe54,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:02.672406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.678121 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fcb22d38-b03e-4343-8891-13c3b2c9941f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5454786 Jun 04 09:31:02.679320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 57950) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:02.689842 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:02.717136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02eec15-deae-42cf-b5b7-a1d9408fccc6 req-2a839d30-3900-461b-a041-76aa8237b66e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:02.719809 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a02eec15-deae-42cf-b5b7-a1d9408fccc6 req-2a839d30-3900-461b-a041-76aa8237b66e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1066213 Jun 04 09:31:02.733947 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 57952) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:02.742374 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Request body: {'floatingip': {'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:02.810234 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.835646 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:02.926850 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:02.972305 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.087961 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:03.134728 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Allocated IP 172.27.0.160 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:31:03.265775 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.378094 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.475421 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.521250 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.521839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:31:03.530903 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:31:03.532936 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:03.535163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:31:03.591955 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:03.658080 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Floating IP 3acc9185-6837-4621-9c82-3fd1329237ae associated. External IP: 172.27.0.105, port: 6e772a52-7e16-406e-b953-3df1c61c710b. Jun 04 09:31:03.670524 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.809804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:03.813407 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:03.876444 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:31:03.968828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:03.990351 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:03.997211 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:04.005176 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:04.021615 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:04.023024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:04.025811 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:04.045642 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2ae0c807-f4ee-40e3-b3e4-bd0811f34716 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "PUT /v2.0/floatingips/3acc9185-6837-4621-9c82-3fd1329237ae HTTP/1.1" status: 200 len: 991 time: 1.3097196 Jun 04 09:31:04.046237 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:04.049253 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51" -d '{"events": [{"name": "network-changed", "server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:04.095231 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:04.107295 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac68514-9b72-4dc3-804f-bf233f6aec5b x-openstack-request-id: req-8ac68514-9b72-4dc3-804f-bf233f6aec5b {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:04.108546 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:04.108546 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ac68514-9b72-4dc3-804f-bf233f6aec5b {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:04.109869 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac68514-9b72-4dc3-804f-bf233f6aec5b'] response: {'name': 'network-changed', 'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'status': 'completed', 'code': 200} Jun 04 09:31:04.157434 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:04.211054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:04.239721 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:04.255031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-d4ab760a-89b7-4532-9534-4e3b8b61b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:04.257632 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-d4ab760a-89b7-4532-9534-4e3b8b61b4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1129 time: 0.0926070 Jun 04 09:31:04.402844 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:04.404486 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ca56eaf8-59ac-475d-ac72-7ed58091568b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7236283 Jun 04 09:31:04.410112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-d5db0fbb-8a19-49d2-9c50-ba9b88b42992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:04.412711 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-d5db0fbb-8a19-49d2-9c50-ba9b88b42992 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.1471922 Jun 04 09:31:04.531182 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-23e5bda8-5f56-49fd-a839-975695d73653 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 999 time: 0.1052785 Jun 04 09:31:04.592224 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-9881c496-0174-456b-8df7-4300dbc20d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:04.594515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-9881c496-0174-456b-8df7-4300dbc20d73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.0559859 Jun 04 09:31:04.669909 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3acc9185-6837-4621-9c82-3fd1329237ae', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:38Z', 'updated_at': '2022-06-04T09:31:03Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:04.693412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-37c32ca6-c36e-42af-a393-3edf5ab1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:04.696072 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-37c32ca6-c36e-42af-a393-3edf5ab1da4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955000 Jun 04 09:31:04.700543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:04.711566 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:04.712204 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:04.813708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:04.842975 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-a97234cf-7631-4006-9e3c-9ba75f5c0375 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--166695052&fields=id&tenant_id=e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 267 time: 0.1898661 Jun 04 09:31:04.862630 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:04.926991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:04.964256 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-077ffe0a-cd23-4461-81c1-8751ffa8841e service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598398 Jun 04 09:31:05.061005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-161bc832-b7e9-43ea-a4ec-bba5d0937428 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:05.062623 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-161bc832-b7e9-43ea-a4ec-bba5d0937428 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 811 time: 0.2107275 Jun 04 09:31:05.099606 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-9141b8ff-9165-4ef5-900f-f99ae61002e6 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/quotas/e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 375 time: 0.0214901 Jun 04 09:31:05.124525 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-45bba6d9-a13d-42ab-8f1d-8ac540d22a51 req-dd58f19f-137c-46ee-9f83-f1560cae0fb2 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484897 Jun 04 09:31:05.167204 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-b703c09b-bbb2-4e46-a8c1-f5989d572c9d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577357 Jun 04 09:31:05.212227 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3acc9185-6837-4621-9c82-3fd1329237ae', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:38Z', 'updated_at': '2022-06-04T09:31:03Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:05.241258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f6ff7-1d7b-4c92-82c6-d2cfadecd26e None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '3acc9185-6837-4621-9c82-3fd1329237ae', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:30:38Z', 'updated_at': '2022-06-04T09:31:03Z', 'revision_number': 1, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:31:05.328841 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-dacb5562-0942-41a5-a6cb-53d26efcb1de service neutron] 10.222.0.46 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391518 Jun 04 09:31:05.498699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:05.541874 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26524439-8def-49aa-8b57-cf618b05b593 None None] New status for floating IP 3acc9185-6837-4621-9c82-3fd1329237ae: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:31:05.754996 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-7ff9d52d-ca62-4759-bb0b-4de2e19780df service neutron] 10.222.0.46 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184673 Jun 04 09:31:06.082112 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7afb214-341c-426a-990d-aed77d9b815d req-e74f673b-a6df-4420-9ef9-3de3e799105f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.0480695 Jun 04 09:31:07.198616 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7199605-cbc0-458e-8dbe-27cdb534e6d6 req-9c16f871-c7aa-4bc6-904b-b1ead335480f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.0382929 Jun 04 09:31:08.325880 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a8d1fe06-6470-4172-8231-5a87b3aaae69 req-9a57eb5a-ac68-4806-ab94-a2f446bda619 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.0321774 Jun 04 09:31:08.919789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-6cf6def5-b20d-4996-9bd5-0447681eebb5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:08.921377 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-6cf6def5-b20d-4996-9bd5-0447681eebb5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 811 time: 0.1230664 Jun 04 09:31:08.992622 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:09.035870 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-da399bf5-c89a-4eef-bbdf-dac58b58709e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27e8df485ff405e965cf22847c3b262 HTTP/1.1" status: 200 len: 379 time: 0.0685687 Jun 04 09:31:09.046406 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'port': {'device_id': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'admin_state_up': True, 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'security_groups': ['3f475ab8-30ca-48bd-9d6b-9655c954c3d8']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:09.295440 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Made reservation on behalf of e27e8df485ff405e965cf22847c3b262 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:31:09.299240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:09.477333 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63cd0811-ef9d-4a2a-9d78-3b026a476d5e req-bc9f9bf7-388f-4c1e-b86c-0293a343d985 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.0611746 Jun 04 09:31:09.511688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Allocated IP 172.20.0.13 (30b7bf35-2401-45dc-8576-04df5c21df11/b4cd8af9-9f4a-45fc-bd05-f362119a5d89/3c4bc68d-872f-414a-b54e-4885dd81a4e7) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:31:09.607375 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:09.692776 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:09.801503 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:09.856958 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Network 30b7bf35-2401-45dc-8576-04df5c21df11 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:31:09.860807 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:31:09.868387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:31:09.898155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event updated for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:09.939534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:09.940257 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:09.953030 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:10.110025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cbfd5ae1-5ef7-4c29-8eea-3a3c896126e5 None None] Provisioning complete for port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:31:10.110884 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ae1-5ef7-4c29-8eea-3a3c896126e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:10.112562 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-660b2731-e3f2-466d-8121-7663e353ffc5 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0709882 Jun 04 09:31:10.132852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Request body: {'port': {'device_id': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:10.151320 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd5ae1-5ef7-4c29-8eea-3a3c896126e5 None None] Port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:31:10.206035 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:10.529263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4bc68d-872f-414a-b54e-4885dd81a4e7 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:31:10.538638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks [] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:10.555211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Transition to ACTIVE for port object 3c4bc68d-872f-414a-b54e-4885dd81a4e7 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:31:10.624353 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bd20f-7dc3-446e-9088-87800aa8e3a6 req-a6afad02-ff89-4dc1-ba0c-34d8db186ebf tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:10.627680 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed7bd20f-7dc3-446e-9088-87800aa8e3a6 req-a6afad02-ff89-4dc1-ba0c-34d8db186ebf tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 932 time: 0.0660574 Jun 04 09:31:10.631023 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:10.711500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:10.765583 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed7bd20f-7dc3-446e-9088-87800aa8e3a6 req-aae42c2f-2741-432d-b323-d66cdbe2689b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218052 Jun 04 09:31:10.826898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Attempting to bind port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:31:10.827340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Attempting to bind port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:31:10.827763 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Attempting to bind port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:31:10.836654 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 on network 30b7bf35-2401-45dc-8576-04df5c21df11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:31:10.837045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Attempting to bind port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 on network 30b7bf35-2401-45dc-8576-04df5c21df11 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:31:10.845495 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:31:10.845981 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Checking segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:31:10.846530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Bound using segment: {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:31:10.847123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Bound port: 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f5c0c3-a0e6-4990-aefa-c89cf65c743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:31:10.847584 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:10.934565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:31:10.938456 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:31:11.047078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:11.110989 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:11.119896 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.121039 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:11.123619 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] 10.222.0.47 "PUT /v2.0/ports/3c4bc68d-872f-414a-b54e-4885dd81a4e7 HTTP/1.1" status: 200 len: 1094 time: 0.9970315 Jun 04 09:31:11.124419 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:11.131740 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae50587-f4f5-45f0-8334-ba85869760a4" -d '{"events": [{"name": "network-changed", "server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:11.177112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3212eb-4bb7-441c-904f-d488814d6b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:11.183814 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98c23c-6d7e-423b-9202-c46df63e6621 x-openstack-request-id: req-8f98c23c-6d7e-423b-9202-c46df63e6621 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:11.184257 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:11.184707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f98c23c-6d7e-423b-9202-c46df63e6621 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:11.185343 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f98c23c-6d7e-423b-9202-c46df63e6621'] response: {'name': 'network-changed', 'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'status': 'completed', 'code': 200} Jun 04 09:31:11.303728 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-c2f6bff9-95d0-431c-8f20-5e4bc0a28dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.305678 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-c2f6bff9-95d0-431c-8f20-5e4bc0a28dfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 1128 time: 0.0791743 Jun 04 09:31:11.406629 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:11.447350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-6431450c-20bb-4acc-8d93-d379c78b165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.448948 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-6431450c-20bb-4acc-8d93-d379c78b165f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e27e8df485ff405e965cf22847c3b262&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1276402 Jun 04 09:31:11.559706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-fd5b75f9-022e-46c4-9eda-ce816d525f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.561440 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6ae50587-f4f5-45f0-8334-ba85869760a4 req-fd5b75f9-022e-46c4-9eda-ce816d525f26 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061924 Jun 04 09:31:11.671938 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-d40f18ec-529a-43e7-9ef2-f4bad0de11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.674169 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-d40f18ec-529a-43e7-9ef2-f4bad0de11f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 1128 time: 0.0433180 Jun 04 09:31:11.730578 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-764e2ce9-9e64-49d7-b332-6b8ffd01850b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7 HTTP/1.1" status: 200 len: 217 time: 0.0400741 Jun 04 09:31:11.786297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-53f9e34a-37d0-43e2-abe1-1f283be3a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.787937 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-53f9e34a-37d0-43e2-abe1-1f283be3a071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.0486543 Jun 04 09:31:11.838611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-e10fed34-a3de-4ce0-9f51-08d7e1619cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.840218 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-e10fed34-a3de-4ce0-9f51-08d7e1619cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449333 Jun 04 09:31:11.966526 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024c8a-a85c-45b9-a1ff-25094e95acda req-eefa73cf-ce96-466a-ac7a-8d5972ed5a8f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:11.968176 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f8024c8a-a85c-45b9-a1ff-25094e95acda req-eefa73cf-ce96-466a-ac7a-8d5972ed5a8f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 944 time: 0.0990787 Jun 04 09:31:12.026941 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-e170477e-49d6-49fc-8743-bc0b0ce380e9 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673775 Jun 04 09:31:12.065029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f8024c8a-a85c-45b9-a1ff-25094e95acda req-c759ec66-1221-41d6-a080-456a32ea4f1e tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888319 Jun 04 09:31:12.164110 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43971cba-4ae3-40ee-a07e-18896f107a56 req-aa364bd8-d300-420e-bac9-cfe1208b4cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293643 Jun 04 09:31:13.372124 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8f447-4627-4ac7-9e5f-0356f1daa10c req-3e10362b-1002-4877-bbf6-7da9b5a0dbe8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:13.375554 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fed8f447-4627-4ac7-9e5f-0356f1daa10c req-3e10362b-1002-4877-bbf6-7da9b5a0dbe8 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 944 time: 0.2317941 Jun 04 09:31:13.436151 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fed8f447-4627-4ac7-9e5f-0356f1daa10c req-e9613ffc-a6f5-4e6a-8613-2f05edaa026a tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536385 Jun 04 09:31:14.042346 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:14.626191 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:14.640484 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3510b-b252-46f0-a2cb-798775381824 req-63e5aead-b37b-48dd-bd01-a80de9885de9 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:14.642138 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f9d3510b-b252-46f0-a2cb-798775381824 req-63e5aead-b37b-48dd-bd01-a80de9885de9 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 944 time: 0.1333387 Jun 04 09:31:14.703459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f9d3510b-b252-46f0-a2cb-798775381824 req-333a0400-34ed-4d53-84d2-751765031702 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516350 Jun 04 09:31:15.832446 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f6bf-1759-49dd-b421-c346127fcb04 req-c6a52eec-505f-450a-aed4-76f1d5e6d143 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:15.834017 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8269f6bf-1759-49dd-b421-c346127fcb04 req-c6a52eec-505f-450a-aed4-76f1d5e6d143 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 944 time: 0.0566933 Jun 04 09:31:15.884766 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8269f6bf-1759-49dd-b421-c346127fcb04 req-d6be31d2-166c-44b2-b404-adf2361576da tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438201 Jun 04 09:31:16.897931 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 3c4bc68d-872f-414a-b54e-4885dd81a4e7 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:31:16.918543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:17.011132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:17.013075 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962ac3-2ca1-4868-9895-f89af7d81d1b req-a4ef63c9-cc62-42ab-9aef-7ea0246536fe tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:17.015976 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04962ac3-2ca1-4868-9895-f89af7d81d1b req-a4ef63c9-cc62-42ab-9aef-7ea0246536fe tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 944 time: 0.0550113 Jun 04 09:31:17.024375 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'port_id': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'mac_address': 'fa:16:3e:61:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:31:17.064401 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:31:17.064801 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:17.080315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4bc68d-872f-414a-b54e-4885dd81a4e7 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:31:17.082054 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:17.083387 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:17.086877 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04962ac3-2ca1-4868-9895-f89af7d81d1b req-5d0b645a-8cf7-4a53-ab89-55af2706bc6d tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611432 Jun 04 09:31:17.113619 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:17.239561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:17.314483 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:17.636269 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['3c4bc68d-872f-414a-b54e-4885dd81a4e7'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:31:17.750571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:18.221384 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8359b-9239-4281-b003-98585a7c3475 req-39b607ad-9ebc-49a1-a2ff-311b56435558 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:18.222987 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87d8359b-9239-4281-b003-98585a7c3475 req-39b607ad-9ebc-49a1-a2ff-311b56435558 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 945 time: 0.0548308 Jun 04 09:31:18.273690 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87d8359b-9239-4281-b003-98585a7c3475 req-ca77bde3-cca9-47a4-9f44-5035e5d390bf tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445690 Jun 04 09:31:18.923585 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 3c4bc68d-872f-414a-b54e-4885dd81a4e7 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:31:18.977589 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:31:19.054132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:31:19.054601 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:19.146912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:31:19.147313 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:19.175292 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:19.177868 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2769cae-4577-476c-8b5f-8ce18d75d1eb" -d '{"events": [{"server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "name": "network-vif-plugged", "status": "completed", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:19.193662 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:19.224504 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7640432c-7d3e-4c3e-8371-ebfb12eb4465 x-openstack-request-id: req-7640432c-7d3e-4c3e-8371-ebfb12eb4465 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:19.224940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "name": "network-vif-plugged", "status": "completed", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:19.225323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7640432c-7d3e-4c3e-8371-ebfb12eb4465 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:19.225940 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7640432c-7d3e-4c3e-8371-ebfb12eb4465'] response: {'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'code': 200} Jun 04 09:31:19.290684 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:19.352974 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:19.444830 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717923-2741-485f-b7c2-d8ea5899152b req-78a0e3f1-e2fb-4dba-ae2e-9a8e03bc448b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:19.446370 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3c717923-2741-485f-b7c2-d8ea5899152b req-78a0e3f1-e2fb-4dba-ae2e-9a8e03bc448b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0552716 Jun 04 09:31:19.498460 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3c717923-2741-485f-b7c2-d8ea5899152b req-209d9b8b-5d9a-4d36-8f87-7ba4c03305e1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458372 Jun 04 09:31:19.637654 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7659e-8f9f-4e80-b497-af5e36f91358 req-0d0019b7-297c-4041-b95e-ec364bc76859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:19.639542 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41c7659e-8f9f-4e80-b497-af5e36f91358 req-0d0019b7-297c-4041-b95e-ec364bc76859 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 1130 time: 0.0435851 Jun 04 09:31:19.704710 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41c7659e-8f9f-4e80-b497-af5e36f91358 req-568fc9f9-90bf-4449-a195-c519ae7d592a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485504 Jun 04 09:31:20.626731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78acc0d-5019-4f79-94c5-aea1923b8b2a req-37a1b1bd-dfd4-4caa-8f5a-35a9363c4187 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:20.628396 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a78acc0d-5019-4f79-94c5-aea1923b8b2a req-37a1b1bd-dfd4-4caa-8f5a-35a9363c4187 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0532649 Jun 04 09:31:20.699749 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a78acc0d-5019-4f79-94c5-aea1923b8b2a req-c8a974a1-9d2b-43c6-a508-a28473732143 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646770 Jun 04 09:31:21.848222 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59193c-62d5-4899-b4d6-2729153b90b8 req-1f3285d6-c624-4c9c-8775-0e1aaf74b7cd tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:21.849868 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa59193c-62d5-4899-b4d6-2729153b90b8 req-1f3285d6-c624-4c9c-8775-0e1aaf74b7cd tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0525756 Jun 04 09:31:21.871154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:21.907279 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa59193c-62d5-4899-b4d6-2729153b90b8 req-0ddbbd33-e70f-41e0-a108-fc1f826889dc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503197 Jun 04 09:31:22.040074 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fb063-db5c-4de9-b6aa-f1c48d7331c9 req-31166bca-3bd0-455e-a63e-153c7577e2b2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:22.042373 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fb6fb063-db5c-4de9-b6aa-f1c48d7331c9 req-31166bca-3bd0-455e-a63e-153c7577e2b2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0567248 Jun 04 09:31:22.057072 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58042) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:22.061915 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Request body: {'floatingip': {'port_id': '3c4bc68d-872f-414a-b54e-4885dd81a4e7'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:31:22.103785 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:22.580314 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6c9524f1-9a07-464a-9d59-576d7c473854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:22.790352 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:22.885100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:22.993734 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Floating IP 46945aae-7f10-4126-9b4a-1b3067b11a5e associated. External IP: 172.27.0.160, port: 3c4bc68d-872f-414a-b54e-4885dd81a4e7. Jun 04 09:31:23.212788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:31:23.337282 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:23.345574 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:23.353489 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:23.371635 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:23.372692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:23.402122 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-60cf8c18-5fb6-4028-b448-542d9b5c4679 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "PUT /v2.0/floatingips/46945aae-7f10-4126-9b4a-1b3067b11a5e HTTP/1.1" status: 200 len: 992 time: 1.3436353 Jun 04 09:31:23.403009 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:23.407722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5" -d '{"events": [{"name": "network-changed", "server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:23.450221 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bb2f25-0dc8-4978-a407-8690d14e9df6 x-openstack-request-id: req-21bb2f25-0dc8-4978-a407-8690d14e9df6 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:23.450745 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:23.451205 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21bb2f25-0dc8-4978-a407-8690d14e9df6 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:23.451913 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bb2f25-0dc8-4978-a407-8690d14e9df6'] response: {'name': 'network-changed', 'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'status': 'completed', 'code': 200} Jun 04 09:31:23.525548 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:23.538192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-1487f512-d5f4-403b-b095-8cb412cd8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:23.539766 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-1487f512-d5f4-403b-b095-8cb412cd8c80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e27e8df485ff405e965cf22847c3b262&device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 1130 time: 0.0421898 Jun 04 09:31:23.657778 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-16f5ef82-ab38-47ab-8ce5-3c77e0bbe3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:23.659638 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-16f5ef82-ab38-47ab-8ce5-3c77e0bbe3d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 200 len: 912 time: 0.1126091 Jun 04 09:31:23.773400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-70c1e4e7-4ebd-4096-81b8-abf5101e9227 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7 HTTP/1.1" status: 200 len: 1000 time: 0.1070240 Jun 04 09:31:23.838043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:23.867386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-d059cd04-8141-4773-9e2e-96c7098aec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:23.870107 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-d059cd04-8141-4773-9e2e-96c7098aec49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 200 len: 850 time: 0.0898695 Jun 04 09:31:23.898260 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:23.902583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '46945aae-7f10-4126-9b4a-1b3067b11a5e', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:61:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:31:03Z', 'updated_at': '2022-06-04T09:31:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:23.930196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-796b2fb8-d218-4996-909e-645b4fc7562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:23.932659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-796b2fb8-d218-4996-909e-645b4fc7562d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30b7bf35-2401-45dc-8576-04df5c21df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471609 Jun 04 09:31:23.940193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:23.952423 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:23.953221 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:30:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:24.065673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-b0c33f1d-342a-4cfc-b801-56d9acaccf7f service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255953 Jun 04 09:31:24.085359 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:24.090008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:24.187532 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e0d5f644-7b8e-4f2f-81de-4a2788daafb5 req-86b678ac-8cd3-47a0-8a02-6599a9883b80 service neutron] 10.222.0.47 "GET /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152778 Jun 04 09:31:24.353641 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b266b-8b45-461f-8099-e590fd4173ab req-2964f8e1-b218-4a9c-a0d1-e2346e5221ca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:24.355233 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e46b266b-8b45-461f-8099-e590fd4173ab req-2964f8e1-b218-4a9c-a0d1-e2346e5221ca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0664368 Jun 04 09:31:24.423326 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e46b266b-8b45-461f-8099-e590fd4173ab req-5bfc8c09-251e-4cf1-a04a-ace943ec4149 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570848 Jun 04 09:31:24.565603 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '46945aae-7f10-4126-9b4a-1b3067b11a5e', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:61:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:31:03Z', 'updated_at': '2022-06-04T09:31:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:24.595751 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8d0ef-bdc7-4551-8305-5eeeb01ac2cc None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '46945aae-7f10-4126-9b4a-1b3067b11a5e', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'port_id': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'mac_address': 'fa:16:3e:61:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:31:03Z', 'updated_at': '2022-06-04T09:31:22Z', 'revision_number': 1, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:31:24.829675 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a802805-3de4-4664-b3ac-e99795bb509f None None] New status for floating IP 46945aae-7f10-4126-9b4a-1b3067b11a5e: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:31:25.122595 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:31:25.587798 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847599b-384b-42f0-97e5-91c3a3047117 req-940f0b84-8991-45ac-9ad0-cc94e9e24693 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:25.589929 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4847599b-384b-42f0-97e5-91c3a3047117 req-940f0b84-8991-45ac-9ad0-cc94e9e24693 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0687580 Jun 04 09:31:25.654715 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4847599b-384b-42f0-97e5-91c3a3047117 req-bd12c320-c56d-4043-9946-cec6034e5f56 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534718 Jun 04 09:31:25.682614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-efadf19a-c3ed-47d0-ae5e-7aa6b1c2c753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:26.357773 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:26.802670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a07360-d1cd-439f-99b1-193a6218cbcf req-b8ecaabb-6151-4652-9974-147b935684e5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:26.804344 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a2a07360-d1cd-439f-99b1-193a6218cbcf req-b8ecaabb-6151-4652-9974-147b935684e5 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0529499 Jun 04 09:31:26.860148 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a2a07360-d1cd-439f-99b1-193a6218cbcf req-931572cb-6b7e-4e8f-b057-3aff30d15f42 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494392 Jun 04 09:31:28.004048 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e59bdf-6e66-4a10-9ea3-d1b8f48e9bea req-978b9946-3b44-49a4-8594-9eae0035e11e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:28.006776 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07e59bdf-6e66-4a10-9ea3-d1b8f48e9bea req-978b9946-3b44-49a4-8594-9eae0035e11e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0750158 Jun 04 09:31:28.086227 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07e59bdf-6e66-4a10-9ea3-d1b8f48e9bea req-e12104a2-7686-4fb2-b293-5b12fc994e51 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c3e12c2-331a-409b-b1a4-845789e18c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734510 Jun 04 09:31:28.181134 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee227d-cec1-4830-9987-9470d41e8935 req-4702b3bb-1ed1-4fd7-a3fd-c3c17ae3a5d8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:28.182807 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87ee227d-cec1-4830-9987-9470d41e8935 req-4702b3bb-1ed1-4fd7-a3fd-c3c17ae3a5d8 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 946 time: 0.0530314 Jun 04 09:31:28.292481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Deleting port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:28.292826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.295801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:28.395761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] For port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:28.396126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.515585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:28.591388 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.591967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.592529 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Floating IP abe893ff-c680-488e-bc15-172b23f9e52c disassociated. External IP: 172.27.0.164, port: 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a. Jun 04 09:31:28.593111 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Calling delete_port for 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:28.833168 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.878750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:28.913374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event deleted for resources: {'Port': ['ID=2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:29.033314 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:31:29.151186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:29.169508 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:29.181400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:29.182060 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:29.228196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] No DVR routers for this DVR port 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:29.231403 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:29.234970 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87ee227d-cec1-4830-9987-9470d41e8935 req-0eb053a9-5dd8-4c9f-896a-dbcd560f7798 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "DELETE /v2.0/ports/2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a HTTP/1.1" status: 204 len: 173 time: 1.0456564 Jun 04 09:31:29.235679 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'name': 'network-vif-deleted', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:29.238202 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea881f8-b221-41ab-8cbc-4f93d29b5aa6" -d '{"events": [{"server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "name": "network-vif-deleted", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:29.244130 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e3b8a37-7715-4136-8cc5-46b03732b1f4 req-c1ed5591-c34a-4c0f-9208-b1b41f84d227 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0651464 Jun 04 09:31:29.302372 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff43a9bc-1f81-4ed4-abb0-7ae659ab41cb x-openstack-request-id: req-ff43a9bc-1f81-4ed4-abb0-7ae659ab41cb {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:29.302842 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d387fd90-a667-4aa4-a900-db1a4708a0fc", "name": "network-vif-deleted", "tag": "2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:29.303263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff43a9bc-1f81-4ed4-abb0-7ae659ab41cb {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:29.303890 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff43a9bc-1f81-4ed4-abb0-7ae659ab41cb'] response: {'server_uuid': 'd387fd90-a667-4aa4-a900-db1a4708a0fc', 'name': 'network-vif-deleted', 'tag': '2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a', 'status': 'completed', 'code': 200} Jun 04 09:31:29.363813 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:29.614098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:29.646127 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:29.656258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:29.656933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:29.836411 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:29.930714 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:30.062034 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:30.134822 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:30.163708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d696-ae96-4afd-8656-c903a2b6c84b None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:24Z', 'revision_number': 4, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '956d8ccc-3917-4eda-85c4-25ef65b7a016', 'name': '', 'network_id': '440b27b7-eea1-406f-839f-e25bf291973d', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'mac_address': 'fa:16:3e:cf:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:22Z', 'updated_at': '2022-06-04T09:26:38Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'subnets': [{'id': '935c9819-cfcd-4da7-ab81-72069a5331da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:31:30.446358 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1982ceac-b43f-48fd-b357-2e19f932bbf1 None None] New status for floating IP abe893ff-c680-488e-bc15-172b23f9e52c: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:31:30.487093 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2570beb3-1710-4bb8-99a5-2629953b673e req-c033c090-f0da-4315-b66f-96339f83743e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d387fd90-a667-4aa4-a900-db1a4708a0fc HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jun 04 09:31:31.685146 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58084) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:31.748279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (3c3e12c2-331a-409b-b1a4-845789e18c35), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:31.776940 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (3c3e12c2-331a-409b-b1a4-845789e18c35), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:31.924153 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3c3e12c2-331a-409b-b1a4-845789e18c35), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:31.926950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:31.928230 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c3e12c2-331a-409b-b1a4-845789e18c35 HTTP/1.1" status: 204 len: 168 time: 0.2419744 Jun 04 09:31:31.937590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58086) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:31.939822 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c643f-89ac-4cd3-a5bc-9cedd9f52057 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e12c2-331a-409b-b1a4-845789e18c35,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:31.954591 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-7352d22b-83bf-435b-b97c-717fe6299597 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] show failed (client error): The resource could not be found. Jun 04 09:31:31.956387 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7352d22b-83bf-435b-b97c-717fe6299597 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups/3c3e12c2-331a-409b-b1a4-845789e18c35 HTTP/1.1" status: 404 len: 347 time: 0.0233817 Jun 04 09:31:31.959739 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58088) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:32.073440 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:32.078055 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:32.083439 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Deleting port a6227ed1-082a-4dfa-ab04-f3ad44e790d5 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:32.083788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.169493 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.170012 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.195159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Calling delete_port for a6227ed1-082a-4dfa-ab04-f3ad44e790d5 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:32.507175 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a6227ed1-082a-4dfa-ab04-f3ad44e790d5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.535631 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event deleted for resources: {'Port': ['ID=a6227ed1-082a-4dfa-ab04-f3ad44e790d5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:32.618867 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks [] for floatingip (abe893ff-c680-488e-bc15-172b23f9e52c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.621772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:32.623023 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e24d5a14-e657-4def-b89d-015c9fd9ed18 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "DELETE /v2.0/floatingips/abe893ff-c680-488e-bc15-172b23f9e52c HTTP/1.1" status: 204 len: 168 time: 0.6622701 Jun 04 09:31:32.975154 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:32.997673 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:32.998029 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 2cf3c28b-42e1-4e5a-bea3-45ab6e8db67a not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:35.377550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:35.478223 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:35.741577 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4da3e0-92c3-4ed6-bbff-a6ff1c12d493 req-e446d975-1686-495e-ab9f-9b52ede47b6f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:35.743224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3f4da3e0-92c3-4ed6-bbff-a6ff1c12d493 req-e446d975-1686-495e-ab9f-9b52ede47b6f tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0708303 Jun 04 09:31:35.768195 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:35.803144 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3f4da3e0-92c3-4ed6-bbff-a6ff1c12d493 req-4bb98678-ac6b-4a4b-acfe-3be5c6f840ef tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531180 Jun 04 09:31:36.995863 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a65d3-e87e-487e-91b4-1881304a763f req-fdebee44-78c9-49f2-b822-76274cba4007 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:36.998556 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dd8a65d3-e87e-487e-91b4-1881304a763f req-fdebee44-78c9-49f2-b822-76274cba4007 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0834925 Jun 04 09:31:37.079959 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dd8a65d3-e87e-487e-91b4-1881304a763f req-da6e2eaf-2a73-4768-ade5-424e0480c69a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740473 Jun 04 09:31:38.214178 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925674b1-4e38-4bf2-aa3e-f0ccb3b7bc8f req-567c939b-48cd-4efd-bf02-e970be75aaca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:38.215799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-925674b1-4e38-4bf2-aa3e-f0ccb3b7bc8f req-567c939b-48cd-4efd-bf02-e970be75aaca tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0615337 Jun 04 09:31:38.266500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:38.271644 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-925674b1-4e38-4bf2-aa3e-f0ccb3b7bc8f req-230f495c-fc53-4dcb-8086-90d5eb87e80a tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Jun 04 09:31:38.535741 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-818214cf-3157-4d09-895b-786cc9a382b9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:38.537372 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-818214cf-3157-4d09-895b-786cc9a382b9 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 945 time: 0.0548301 Jun 04 09:31:38.634876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Deleting port 98695bf0-7d62-4518-9f4c-0adc21e6836d {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:38.635217 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:38.747181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] For port 98695bf0-7d62-4518-9f4c-0adc21e6836d, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=98695bf0-7d62-4518-9f4c-0adc21e6836d,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:38.747580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:38.767040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Calling delete_port for 98695bf0-7d62-4518-9f4c-0adc21e6836d owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:39.015386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (98695bf0-7d62-4518-9f4c-0adc21e6836d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:39.057197 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event deleted for resources: {'Port': ['ID=98695bf0-7d62-4518-9f4c-0adc21e6836d,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:39.062986 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['c2a78627-a21d-4c75-b1ec-12a456b91ec2', '98695bf0-7d62-4518-9f4c-0adc21e6836d'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:31:39.107363 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] No DVR routers for this DVR port 98695bf0-7d62-4518-9f4c-0adc21e6836d on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:39.111007 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:39.114972 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07e058ca-1b52-469a-b1cb-43b656d1b673 req-2f458b3a-9400-47c1-8404-1dad8ccc2f47 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "DELETE /v2.0/ports/98695bf0-7d62-4518-9f4c-0adc21e6836d HTTP/1.1" status: 204 len: 173 time: 0.5700445 Jun 04 09:31:39.118534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'name': 'network-vif-deleted', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:39.118534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddcd0eb-d683-40a0-8341-3ba1c0fe94e5" -d '{"events": [{"server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "name": "network-vif-deleted", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:39.178666 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e10a5-279b-4f3f-8ede-6190ae357ad9 x-openstack-request-id: req-db9e10a5-279b-4f3f-8ede-6190ae357ad9 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:39.179012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f8d5f8-9053-432b-918a-3c3b59143d88", "name": "network-vif-deleted", "tag": "98695bf0-7d62-4518-9f4c-0adc21e6836d", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:39.179271 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db9e10a5-279b-4f3f-8ede-6190ae357ad9 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:39.179673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e10a5-279b-4f3f-8ede-6190ae357ad9'] response: {'server_uuid': '92f8d5f8-9053-432b-918a-3c3b59143d88', 'name': 'network-vif-deleted', 'tag': '98695bf0-7d62-4518-9f4c-0adc21e6836d', 'status': 'completed', 'code': 200} Jun 04 09:31:39.405426 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-48cc2b16-e62d-4930-bf80-7334cefdb9f7 req-7ced5169-9553-4af6-92ce-674e3455486c tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=92f8d5f8-9053-432b-918a-3c3b59143d88 HTTP/1.1" status: 200 len: 210 time: 0.0368836 Jun 04 09:31:40.727818 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:40.767099 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:40.983297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ffc09-035b-4349-95ce-59be92021fc8 req-0c134a3e-d2ef-48df-b4e9-37ef5e2758a4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:40.985707 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d48ffc09-035b-4349-95ce-59be92021fc8 req-0c134a3e-d2ef-48df-b4e9-37ef5e2758a4 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Jun 04 09:31:41.038907 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d48ffc09-035b-4349-95ce-59be92021fc8 req-d7c803bd-41cf-43ab-acf4-05dfdf60c731 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Jun 04 09:31:42.228163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb44-a621-4b17-aadb-2c03163fd196 req-d8d6041c-6461-462f-85c5-913ea3e35eac tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:42.230887 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e64bb44-a621-4b17-aadb-2c03163fd196 req-d8d6041c-6461-462f-85c5-913ea3e35eac tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0831828 Jun 04 09:31:42.295265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e64bb44-a621-4b17-aadb-2c03163fd196 req-4ecc4e07-5932-42c5-8dd6-8577924e2f49 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577567 Jun 04 09:31:42.612187 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:42.614502 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:43.075774 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 98695bf0-7d62-4518-9f4c-0adc21e6836d no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:43.096857 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 98695bf0-7d62-4518-9f4c-0adc21e6836d {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:43.097193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 98695bf0-7d62-4518-9f4c-0adc21e6836d not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:43.435422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11261733-6990-41f7-ab72-d9877dbc9fdf req-fc97fbe8-6343-4d2b-a2db-2b79a2773280 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:43.437119 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-11261733-6990-41f7-ab72-d9877dbc9fdf req-fc97fbe8-6343-4d2b-a2db-2b79a2773280 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Jun 04 09:31:43.489381 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-11261733-6990-41f7-ab72-d9877dbc9fdf req-cd4972a2-a97e-4789-81df-6926a406c080 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Jun 04 09:31:44.510471 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-36ad79e4-7cfc-4ac1-b6cf-5159d2b9adf0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:44.513138 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-36ad79e4-7cfc-4ac1-b6cf-5159d2b9adf0 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0644121 Jun 04 09:31:44.531488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:44.927917 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Deleting port c2a78627-a21d-4c75-b1ec-12a456b91ec2 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:44.928260 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:44.953390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae4660-0707-41e1-8829-a28d8e0fe621 req-a0a4a76c-4031-4fe0-aeda-83e41671c30d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:44.955029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-14ae4660-0707-41e1-8829-a28d8e0fe621 req-a0a4a76c-4031-4fe0-aeda-83e41671c30d tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 945 time: 0.0774004 Jun 04 09:31:45.020968 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:45.066498 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-14ae4660-0707-41e1-8829-a28d8e0fe621 req-5465f32c-f227-4983-adb7-d191f32ee899 tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/security-groups?id=95a1e284-8420-41c1-88b5-03b4fffcf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810864 Jun 04 09:31:45.089766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] For port c2a78627-a21d-4c75-b1ec-12a456b91ec2, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c2a78627-a21d-4c75-b1ec-12a456b91ec2,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:45.090335 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:45.111323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Calling delete_port for c2a78627-a21d-4c75-b1ec-12a456b91ec2 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:45.352409 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c2a78627-a21d-4c75-b1ec-12a456b91ec2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:45.388053 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Pushing event deleted for resources: {'Port': ['ID=c2a78627-a21d-4c75-b1ec-12a456b91ec2,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:45.406117 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['c2a78627-a21d-4c75-b1ec-12a456b91ec2'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:31:45.463710 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] No DVR routers for this DVR port c2a78627-a21d-4c75-b1ec-12a456b91ec2 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:45.466859 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:45.470488 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a0cc469c-cd3c-46af-a19d-dcd3de57e3d4 req-df194b1e-a727-4e00-8e0f-2e84096ae81e tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.47 "DELETE /v2.0/ports/c2a78627-a21d-4c75-b1ec-12a456b91ec2 HTTP/1.1" status: 204 len: 173 time: 0.9513659 Jun 04 09:31:45.471069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'name': 'network-vif-deleted', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:45.473632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3fdfd2-e8ab-4296-90bf-f85f2b5ed459" -d '{"events": [{"server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "name": "network-vif-deleted", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:45.574935 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496db43a-c2f7-42ab-8130-45b70bdcc67d x-openstack-request-id: req-496db43a-c2f7-42ab-8130-45b70bdcc67d {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:45.575572 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4", "name": "network-vif-deleted", "tag": "c2a78627-a21d-4c75-b1ec-12a456b91ec2", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:45.575572 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-496db43a-c2f7-42ab-8130-45b70bdcc67d {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:45.575859 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496db43a-c2f7-42ab-8130-45b70bdcc67d'] response: {'server_uuid': 'd1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4', 'name': 'network-vif-deleted', 'tag': 'c2a78627-a21d-4c75-b1ec-12a456b91ec2', 'status': 'completed', 'code': 200} Jun 04 09:31:46.279203 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aeb816b1-ca2b-4776-8d4a-0d5484f380a3 req-0e115211-f087-4016-a209-bfa15b1849ce tempest-ServerRescueNegativeTestJSON-1700738427 tempest-ServerRescueNegativeTestJSON-1700738427-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fa1ce9-0c58-43f8-b04f-44bc5b5ae9d4 HTTP/1.1" status: 200 len: 210 time: 0.0757706 Jun 04 09:31:46.294036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d646-de0e-451e-a5ce-f22135d5bf2c req-4c5d60f3-a4ca-4148-80fc-e3dee9f4eda7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:46.297446 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f509d646-de0e-451e-a5ce-f22135d5bf2c req-4c5d60f3-a4ca-4148-80fc-e3dee9f4eda7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1449778 Jun 04 09:31:46.377270 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f509d646-de0e-451e-a5ce-f22135d5bf2c req-a66e765c-63e3-46c8-91af-35e03a066eeb tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677433 Jun 04 09:31:47.354600 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58206) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:47.546449 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b9f41-c3bd-4402-b85d-f016ce01d512 req-f5758510-8f78-41e3-a30b-aa05a6e8607e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:47.549140 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c93b9f41-c3bd-4402-b85d-f016ce01d512 req-f5758510-8f78-41e3-a30b-aa05a6e8607e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0759723 Jun 04 09:31:47.631624 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c93b9f41-c3bd-4402-b85d-f016ce01d512 req-5884a429-487a-4a1e-87fd-e002f2693a88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756073 Jun 04 09:31:47.954558 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:48.245014 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Deleting port 956d8ccc-3917-4eda-85c4-25ef65b7a016 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:48.245356 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:48.550844 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] For port 956d8ccc-3917-4eda-85c4-25ef65b7a016, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=956d8ccc-3917-4eda-85c4-25ef65b7a016,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:48.551555 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:48.567126 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Calling delete_port for 956d8ccc-3917-4eda-85c4-25ef65b7a016 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:48.801569 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e73df-591d-4907-bdef-8688d407a052 req-27a8c673-76b8-42f6-8fde-8e686f365b06 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:48.804184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-262e73df-591d-4907-bdef-8688d407a052 req-27a8c673-76b8-42f6-8fde-8e686f365b06 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0868785 Jun 04 09:31:48.825951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:48.867650 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-262e73df-591d-4907-bdef-8688d407a052 req-ec68c707-8c74-4d5d-b446-05ae126c6f67 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570571 Jun 04 09:31:48.877816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (956d8ccc-3917-4eda-85c4-25ef65b7a016), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:48.892952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:48.894254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:48.928408 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Pushing event deleted for resources: {'Port': ['ID=956d8ccc-3917-4eda-85c4-25ef65b7a016,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:49.119996 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c2a78627-a21d-4c75-b1ec-12a456b91ec2 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:49.138474 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:49.149827 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: c2a78627-a21d-4c75-b1ec-12a456b91ec2 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:49.150300 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c2a78627-a21d-4c75-b1ec-12a456b91ec2 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:49.426573 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Router 65ecd3de-9395-4392-9d5b-b8b73466c1fc has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:31:49.549027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:49.555914 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7f2e1ea0-4222-4254-b4d8-dffc878ae05a admin admin] 10.222.0.46 "PUT /v2.0/routers/65ecd3de-9395-4392-9d5b-b8b73466c1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1994839 Jun 04 09:31:49.558599 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58218) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:49.563570 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469152-b078-4262-824b-265efb69e764 None None] Sync routers for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:49.581883 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:49.583024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:49.713638 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks [] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:49.735390 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:49.876257 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks [] for router_gateway (65ecd3de-9395-4392-9d5b-b8b73466c1fc), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:49.950432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:31:48Z', 'revision_number': 5, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port': {'id': '90b447f0-4fe6-468e-99e1-c14fb10eb773', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:50.001266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469152-b078-4262-824b-265efb69e764 None None] Checking router: 65ecd3de-9395-4392-9d5b-b8b73466c1fc for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:50.018829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] Routers {'65ecd3de-9395-4392-9d5b-b8b73466c1fc'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:50.019879 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:50.062415 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:50.070764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9f388-e0af-43e0-9931-75fe22940d25 req-21577120-2527-4dcb-8a19-bcda634959b0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:50.071839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Deleting port 90b447f0-4fe6-468e-99e1-c14fb10eb773 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:50.072052 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:50.073663 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-32d9f388-e0af-43e0-9931-75fe22940d25 req-21577120-2527-4dcb-8a19-bcda634959b0 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0907633 Jun 04 09:31:50.145143 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-32d9f388-e0af-43e0-9931-75fe22940d25 req-ed472043-f6ff-4b4c-9a3f-1be321871a81 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620193 Jun 04 09:31:50.149831 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] Set router 65ecd3de-9395-4392-9d5b-b8b73466c1fc gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:50.208015 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7d469152-b078-4262-824b-265efb69e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:31:49Z', 'revision_number': 6, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:50.224192 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] For port 90b447f0-4fe6-468e-99e1-c14fb10eb773, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=90b447f0-4fe6-468e-99e1-c14fb10eb773,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:50.224987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:50.235973 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469152-b078-4262-824b-265efb69e764 None None] The sync data for ids ['65ecd3de-9395-4392-9d5b-b8b73466c1fc'] in dv-cinder-844695-1-iscsi is: [{'id': '65ecd3de-9395-4392-9d5b-b8b73466c1fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1018639261-router', 'tenant_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:31:49Z', 'revision_number': 6, 'project_id': 'e42983d2d3964b8cb5d32e6d653d6dfd', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:31:50.248572 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Calling delete_port for 90b447f0-4fe6-468e-99e1-c14fb10eb773 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:50.534236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:50.660700 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (90b447f0-4fe6-468e-99e1-c14fb10eb773), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:50.697106 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b447f0-4fe6-468e-99e1-c14fb10eb773,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:50.778389 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:50.894747 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:50.897312 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks [] for router_controller (65ecd3de-9395-4392-9d5b-b8b73466c1fc), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.082930 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (65ecd3de-9395-4392-9d5b-b8b73466c1fc), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.083743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ecd3de-9395-4392-9d5b-b8b73466c1fc {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:31:51.094290 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.094290 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c0f41e5f-0ec8-4fa2-9ce2-8a5c28c7dbb9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/65ecd3de-9395-4392-9d5b-b8b73466c1fc HTTP/1.1" status: 204 len: 168 time: 1.5340760 Jun 04 09:31:51.097655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58226) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:51.164893 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Deleting subnet 935c9819-cfcd-4da7-ab81-72069a5331da {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:31:51.171551 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Publish callbacks [] for subnet (935c9819-cfcd-4da7-ab81-72069a5331da), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.243110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (935c9819-cfcd-4da7-ab81-72069a5331da), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.407894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922a74-0659-4848-a01e-97516430ae1e req-514c3b76-03d0-46e9-8406-3cb6748f6d87 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:51.417857 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46922a74-0659-4848-a01e-97516430ae1e req-514c3b76-03d0-46e9-8406-3cb6748f6d87 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1473911 Jun 04 09:31:51.454212 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (935c9819-cfcd-4da7-ab81-72069a5331da), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.472240 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 90b447f0-4fe6-468e-99e1-c14fb10eb773 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:51.517162 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 90b447f0-4fe6-468e-99e1-c14fb10eb773 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:51.517885 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 90b447f0-4fe6-468e-99e1-c14fb10eb773 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:51.520033 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 956d8ccc-3917-4eda-85c4-25ef65b7a016 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:51.539745 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46922a74-0659-4848-a01e-97516430ae1e req-9ed6432c-b8da-4a1f-89a0-dbdfb523952c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139476 Jun 04 09:31:51.554143 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 956d8ccc-3917-4eda-85c4-25ef65b7a016 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:51.554559 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 956d8ccc-3917-4eda-85c4-25ef65b7a016 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:51.614722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (935c9819-cfcd-4da7-ab81-72069a5331da), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.645777 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935c9819-cfcd-4da7-ab81-72069a5331da,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:51.649890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.653290 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-47e4a54a-564e-4a35-8aad-bd3aeee8c356 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/935c9819-cfcd-4da7-ab81-72069a5331da HTTP/1.1" status: 204 len: 168 time: 0.5541377 Jun 04 09:31:51.658204 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58230) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:51.661561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fa2ee-76ba-4fd2-82c6-b574310141d0 None None] Network 440b27b7-eea1-406f-839f-e25bf291973d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:31:51.755712 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:51.767401 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (440b27b7-eea1-406f-839f-e25bf291973d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.835611 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Deleting port 4230a28e-611f-451f-8700-d90b959c0887 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:51.836112 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (4230a28e-611f-451f-8700-d90b959c0887), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.925220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] For port 4230a28e-611f-451f-8700-d90b959c0887, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=4230a28e-611f-451f-8700-d90b959c0887,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:51.925220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (4230a28e-611f-451f-8700-d90b959c0887), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:51.948220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Calling delete_port for 4230a28e-611f-451f-8700-d90b959c0887 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:51.976922 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] DHCP port deletion for 440b27b7-eea1-406f-839f-e25bf291973d request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:31:52.048124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Deleting port 4230a28e-611f-451f-8700-d90b959c0887 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:52.048744 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (4230a28e-611f-451f-8700-d90b959c0887), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.111939 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (4230a28e-611f-451f-8700-d90b959c0887), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.122708 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:52.123043 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] For port 4230a28e-611f-451f-8700-d90b959c0887, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=4230a28e-611f-451f-8700-d90b959c0887,segment=NetworkSegment(2008859c-f366-471b-90dc-1608d6740491),segment_id=2008859c-f366-471b-90dc-1608d6740491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:52.124124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (4230a28e-611f-451f-8700-d90b959c0887), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.142197 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Calling delete_port for 4230a28e-611f-451f-8700-d90b959c0887 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:52.143905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4230a28e-611f-451f-8700-d90b959c0887,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:52.147978 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] No DVR routers for this DVR port 4230a28e-611f-451f-8700-d90b959c0887 on host dv-cinder-844695-1-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:52.231437 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:52.259791 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:52.275696 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (440b27b7-eea1-406f-839f-e25bf291973d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.324610 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (4230a28e-611f-451f-8700-d90b959c0887), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.324816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440b27b7-eea1-406f-839f-e25bf291973d']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:52.340276 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2008859c-f366-471b-90dc-1608d6740491') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:52.340882 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2008859c-f366-471b-90dc-1608d6740491') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:52.359881 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (2008859c-f366-471b-90dc-1608d6740491), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.367358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Pushing event deleted for resources: {'Port': ['ID=4230a28e-611f-451f-8700-d90b959c0887,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:52.375481 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] No DVR routers for this DVR port 4230a28e-611f-451f-8700-d90b959c0887 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:52.383920 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (2008859c-f366-471b-90dc-1608d6740491), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.385282 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.385835 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.386386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.387014 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.387555 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.388538 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.389084 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.389611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.390133 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.390660 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.391176 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.391689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.392483 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.393217 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.393746 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e7817-8e10-49c1-858a-d3ba071d8efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:52.396797 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:31:52.397015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (2008859c-f366-471b-90dc-1608d6740491), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.476053 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 2008859c-f366-471b-90dc-1608d6740491 resource provider aggregate not found Jun 04 09:31:52.516346 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 2008859c-f366-471b-90dc-1608d6740491 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2008859c-f366-471b-90dc-1608d6740491 found for delete ", "request_id": "req-d4558208-1dfc-4ed5-969a-29902344783a"}]} Jun 04 09:31:52.593068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d5efcf3e-336c-492e-9b62-a368955dfd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.681160 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (440b27b7-eea1-406f-839f-e25bf291973d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.692149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:52.700377 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] 10.222.0.46 "DELETE /v2.0/networks/440b27b7-eea1-406f-839f-e25bf291973d HTTP/1.1" status: 204 len: 168 time: 1.0384622 Jun 04 09:31:52.703680 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1041-ebf5-4d55-ba06-decb0631839b req-fa0b903a-897f-4e7d-9237-3ab94d7eb649 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:52.704618 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-702d1041-ebf5-4d55-ba06-decb0631839b req-fa0b903a-897f-4e7d-9237-3ab94d7eb649 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0643787 Jun 04 09:31:52.740460 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bf2ae-7899-4b4d-86c4-5dd7bcb8a3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=440b27b7-eea1-406f-839f-e25bf291973d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:52.801034 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-702d1041-ebf5-4d55-ba06-decb0631839b req-050ec1c7-ef6f-445b-8a83-e549e88c4619 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854754 Jun 04 09:31:53.150309 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58260) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:53.225136 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2926a817-1cd8-415f-912f-2767638544e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e42983d2d3964b8cb5d32e6d653d6dfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0726359 Jun 04 09:31:53.234632 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58262) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:31:53.307053 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] Publish callbacks [] for security_group (95a1e284-8420-41c1-88b5-03b4fffcf1a1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:53.339040 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] Publish callbacks [] for security_group (95a1e284-8420-41c1-88b5-03b4fffcf1a1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:53.411839 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 4230a28e-611f-451f-8700-d90b959c0887 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:31:53.434266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 4230a28e-611f-451f-8700-d90b959c0887 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:31:53.434611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 4230a28e-611f-451f-8700-d90b959c0887 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:31:53.549816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (95a1e284-8420-41c1-88b5-03b4fffcf1a1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:53.552407 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:53.553688 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95a1e284-8420-41c1-88b5-03b4fffcf1a1 HTTP/1.1" status: 204 len: 168 time: 0.3178451 Jun 04 09:31:53.563383 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e931df0-ff72-4110-8b1d-943db0382048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a1e284-8420-41c1-88b5-03b4fffcf1a1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:53.974215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9078d-43f2-4e21-9006-1c4f3b57a874 req-92f95d16-dd22-4d39-80e4-57bd7ff10c08 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:53.986635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-91c9078d-43f2-4e21-9006-1c4f3b57a874 req-92f95d16-dd22-4d39-80e4-57bd7ff10c08 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0696049 Jun 04 09:31:54.049146 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-91c9078d-43f2-4e21-9006-1c4f3b57a874 req-f1a0297a-6605-4285-99e6-c7aba909932d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601094 Jun 04 09:31:54.079940 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:54.081693 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:55.203779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5265c5c-29d6-4550-aca6-58ef766835b7 req-ebdf5934-1b22-4856-9336-0bb3df48ec82 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:55.205384 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d5265c5c-29d6-4550-aca6-58ef766835b7 req-ebdf5934-1b22-4856-9336-0bb3df48ec82 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0640762 Jun 04 09:31:55.290636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d5265c5c-29d6-4550-aca6-58ef766835b7 req-44c9abee-96d2-464c-b3e0-6471486e85fd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770199 Jun 04 09:31:55.631701 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c951fa41-d8c6-45e7-9481-b488316103c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:56.002973 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6be4-918c-49bc-b890-eab2042d7644 req-7ce63fed-d1ab-42a5-9b75-9430b93aa912 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:56.004674 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d2aa6be4-918c-49bc-b890-eab2042d7644 req-7ce63fed-d1ab-42a5-9b75-9430b93aa912 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0972993 Jun 04 09:31:56.094037 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d2aa6be4-918c-49bc-b890-eab2042d7644 req-3326713a-6bcd-42fa-bf75-e7f9ec7dc78d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782375 Jun 04 09:31:56.394639 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:56.450763 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:56.469289 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05991a4-78bd-4eab-b47d-c2f3e8ff9c81 req-b09383e9-2b83-4a3a-97b5-bc5e4c3a2625 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:56.470929 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f05991a4-78bd-4eab-b47d-c2f3e8ff9c81 req-b09383e9-2b83-4a3a-97b5-bc5e4c3a2625 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0536520 Jun 04 09:31:56.554468 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f05991a4-78bd-4eab-b47d-c2f3e8ff9c81 req-97f5ceca-4ff9-49af-9fd9-8057f5ae3dde tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729375 Jun 04 09:31:57.252245 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db228b-17a4-483f-a0b9-0e2b3b33586c req-f77e27f7-e89c-49c3-a84e-cb3f4e1b3611 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:57.254961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-20db228b-17a4-483f-a0b9-0e2b3b33586c req-f77e27f7-e89c-49c3-a84e-cb3f4e1b3611 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.0721855 Jun 04 09:31:57.311639 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-20db228b-17a4-483f-a0b9-0e2b3b33586c req-eceb2137-188a-45b3-9405-fb03624f3e99 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503240 Jun 04 09:31:57.784364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-0c39b2ed-7a21-4f86-be53-543e73f7d246 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:57.787130 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-0c39b2ed-7a21-4f86-be53-543e73f7d246 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1497393 Jun 04 09:31:57.822333 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d1da-d869-4ab4-9678-2b77f90c16c8 req-ba6f372d-ad13-463c-ac5b-8ed38300e3ad tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:57.825108 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18d4d1da-d869-4ab4-9678-2b77f90c16c8 req-ba6f372d-ad13-463c-ac5b-8ed38300e3ad tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1672845 Jun 04 09:31:58.014683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port 7edf1bae-2245-49a6-877e-aff173928dd1 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:31:58.015232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.028396 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18d4d1da-d869-4ab4-9678-2b77f90c16c8 req-44469033-f5ad-46af-994a-d7471ff3ffd5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719208 Jun 04 09:31:58.121715 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:58.198190 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] For port 7edf1bae-2245-49a6-877e-aff173928dd1, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=7edf1bae-2245-49a6-877e-aff173928dd1,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:31:58.202589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.462939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.463516 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.464055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 9073590b-f6ec-412a-9674-d187d61265ed disassociated. External IP: 172.27.0.48, port: 7edf1bae-2245-49a6-877e-aff173928dd1. Jun 04 09:31:58.464717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for 7edf1bae-2245-49a6-877e-aff173928dd1 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:31:58.546921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee651dc-b7f2-406f-af8c-3d5d9b2bdec4 req-b2b89c7c-ab38-4a23-986c-652e3f5268d6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:58.549553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ee651dc-b7f2-406f-af8c-3d5d9b2bdec4 req-b2b89c7c-ab38-4a23-986c-652e3f5268d6 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 946 time: 0.1256828 Jun 04 09:31:58.732485 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ee651dc-b7f2-406f-af8c-3d5d9b2bdec4 req-cae416f4-cb26-4f30-8c1f-677daa032242 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b08758c-1a7b-4053-8372-e7526f5af61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300113 Jun 04 09:31:58.860048 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.905969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (7edf1bae-2245-49a6-877e-aff173928dd1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:58.944700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=7edf1bae-2245-49a6-877e-aff173928dd1,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:31:58.961358 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.961921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.962469 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.963019 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.963553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.964038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.964551 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.964987 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.965420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.965876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.966342 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.966838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.967262 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.967652 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:58.968023 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:31:59.106131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:59.126790 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:31:59.256821 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45579-f13e-4071-8823-8af301b99d08 req-4dfdb2b1-ceb6-46b4-96b7-abb49d767f80 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:31:59.258864 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ed45579-f13e-4071-8823-8af301b99d08 req-4dfdb2b1-ceb6-46b4-96b7-abb49d767f80 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1455276 Jun 04 09:31:59.364939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:31:59.418210 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ed45579-f13e-4071-8823-8af301b99d08 req-8d04e315-7f47-4b99-aa1f-77a305006289 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425557 Jun 04 09:31:59.423090 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:31:59.441266 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:31:59.465436 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:59.472628 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:59.503132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] No DVR routers for this DVR port 7edf1bae-2245-49a6-877e-aff173928dd1 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:31:59.507688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:59.514316 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b1765a9-d6f2-4f31-be87-076ad5827574 req-b415c2b7-01a7-47e3-90ee-5d37e76478f3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "DELETE /v2.0/ports/7edf1bae-2245-49a6-877e-aff173928dd1 HTTP/1.1" status: 204 len: 173 time: 1.7200398 Jun 04 09:31:59.515065 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'name': 'network-vif-deleted', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:31:59.519501 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f54f6-6032-4f0d-b20e-93381b170edf" -d '{"events": [{"server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "name": "network-vif-deleted", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:31:59.595137 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314b164-efd7-4080-947f-34302695dbf5 x-openstack-request-id: req-e314b164-efd7-4080-947f-34302695dbf5 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:31:59.595440 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd93bd20-00a2-47ab-ba82-3009fdfcf7c7", "name": "network-vif-deleted", "tag": "7edf1bae-2245-49a6-877e-aff173928dd1", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:31:59.595697 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e314b164-efd7-4080-947f-34302695dbf5 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:31:59.596235 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e314b164-efd7-4080-947f-34302695dbf5'] response: {'server_uuid': 'dd93bd20-00a2-47ab-ba82-3009fdfcf7c7', 'name': 'network-vif-deleted', 'tag': '7edf1bae-2245-49a6-877e-aff173928dd1', 'status': 'completed', 'code': 200} Jun 04 09:31:59.603679 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:31:59.910862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fd859b18-e261-420f-a16d-a096d85ad533 req-32aede78-c001-4dc5-a446-e782286b1ea3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Jun 04 09:31:59.912583 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:31:59.956939 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:31:59.968419 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:31:59.981896 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:31:59.982758 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:31:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:00.143389 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:00.389728 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:00.434710 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511190-e8d3-4004-b3ec-e8628c32d39d None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:32:00.663641 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaef8d6-e31d-4b6e-bb0a-07274531d527 req-75166469-5a51-4feb-a72d-a7e4c3b2b6ed tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:00.667380 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-beaef8d6-e31d-4b6e-bb0a-07274531d527 req-75166469-5a51-4feb-a72d-a7e4c3b2b6ed tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0773530 Jun 04 09:32:00.743960 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-beaef8d6-e31d-4b6e-bb0a-07274531d527 req-6076fe48-7fbb-45c1-b8fb-088fb4acaf38 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656903 Jun 04 09:32:00.781045 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8014945-012e-4987-957d-625d148e21dd None None] New status for floating IP 9073590b-f6ec-412a-9674-d187d61265ed: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:32:01.113435 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e6802008-8406-4c07-81b4-b76bdfeeb3fe req-a55d0587-596e-4f5c-a06d-0e7f48dbb865 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd93bd20-00a2-47ab-ba82-3009fdfcf7c7 HTTP/1.1" status: 200 len: 210 time: 0.0546079 Jun 04 09:32:01.901826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10fa28-e730-4220-8733-496c9558af15 req-fd5468c7-615a-4956-882a-aea5270a79f4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:01.903392 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a10fa28-e730-4220-8733-496c9558af15 req-fd5468c7-615a-4956-882a-aea5270a79f4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0700502 Jun 04 09:32:01.969414 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a10fa28-e730-4220-8733-496c9558af15 req-8b860513-16dc-4f57-ba17-cd2cc8f54c3b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593584 Jun 04 09:32:02.123772 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:32:02.363917 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58388) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:02.430641 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (6b08758c-1a7b-4053-8372-e7526f5af61b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.460061 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (6b08758c-1a7b-4053-8372-e7526f5af61b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.603460 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6b08758c-1a7b-4053-8372-e7526f5af61b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.608232 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.613162 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b08758c-1a7b-4053-8372-e7526f5af61b HTTP/1.1" status: 204 len: 168 time: 0.2435544 Jun 04 09:32:02.613405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58396) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:02.625477 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b08758c-1a7b-4053-8372-e7526f5af61b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:02.628607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-3aacebc7-ea7f-4ae4-8410-dd0e8828daaa tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] show failed (client error): The resource could not be found. Jun 04 09:32:02.638234 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3aacebc7-ea7f-4ae4-8410-dd0e8828daaa tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups/6b08758c-1a7b-4053-8372-e7526f5af61b HTTP/1.1" status: 404 len: 347 time: 0.0159438 Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.638620 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.639552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.639552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.639552 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.639985 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.640361 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.640726 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.640875 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.641187 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.641508 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad63c4-7ad8-4c60-ae28-883857392641 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:02.641833 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58398) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:02.773391 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port 5bee2c72-b07d-4c05-8f13-bf3d79d9b151 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:02.773731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.860116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.860482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:02.877732 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for 5bee2c72-b07d-4c05-8f13-bf3d79d9b151 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:03.109360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feebf9b-6ccd-46f8-8b01-8e71bf535a7e req-0d929e7b-927b-4395-b432-8ebefe591a7d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:03.110957 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5feebf9b-6ccd-46f8-8b01-8e71bf535a7e req-0d929e7b-927b-4395-b432-8ebefe591a7d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0521507 Jun 04 09:32:03.128128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (5bee2c72-b07d-4c05-8f13-bf3d79d9b151), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:03.165112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=5bee2c72-b07d-4c05-8f13-bf3d79d9b151,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:03.237285 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5feebf9b-6ccd-46f8-8b01-8e71bf535a7e req-a7516289-8518-4ea8-b21e-e45834bde435 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176078 Jun 04 09:32:03.270082 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (9073590b-f6ec-412a-9674-d187d61265ed), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:03.273537 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:03.275030 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7bc9b8f8-b542-405d-98a3-6940d1685803 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/floatingips/9073590b-f6ec-412a-9674-d187d61265ed HTTP/1.1" status: 204 len: 168 time: 0.6314650 Jun 04 09:32:03.438682 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58408) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:03.443491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013092114', 'description': 'tempest-description--440568988'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:03.526530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:03.528623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:03.573579 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:03.631474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (656f0457-d667-4017-a0b7-c55bf1eb64e6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.086234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (656f0457-d667-4017-a0b7-c55bf1eb64e6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.124970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656f0457-d667-4017-a0b7-c55bf1eb64e6,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:04.232990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.234316 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5c607669-2513-49f2-b838-5adf5a754709 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7945533 Jun 04 09:32:04.239509 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58410) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:04.244165 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '656f0457-d667-4017-a0b7-c55bf1eb64e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:04.406589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde8c8c-aec0-41eb-98c6-f99b18fb4ede req-5f864663-24d8-49b1-bcb7-f0c3b2fc1319 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:04.408223 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfde8c8c-aec0-41eb-98c6-f99b18fb4ede req-5f864663-24d8-49b1-bcb7-f0c3b2fc1319 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0619192 Jun 04 09:32:04.438663 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (ee5e6316-5e33-45aa-8aac-419acbd8aaf8), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.496413 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfde8c8c-aec0-41eb-98c6-f99b18fb4ede req-729d47f3-6eea-41b5-82ff-49ace40c15ec tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782373 Jun 04 09:32:04.522422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (ee5e6316-5e33-45aa-8aac-419acbd8aaf8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.636427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (ee5e6316-5e33-45aa-8aac-419acbd8aaf8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.660745 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5e6316-5e33-45aa-8aac-419acbd8aaf8,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:04.758619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.760005 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d4b08473-2591-4b01-a946-ccfd55868d96 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5194192 Jun 04 09:32:04.763326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58418) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:04.771695 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'security_group_rule': {'security_group_id': '656f0457-d667-4017-a0b7-c55bf1eb64e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:04.821274 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7edf1bae-2245-49a6-877e-aff173928dd1 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:04.844738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 7edf1bae-2245-49a6-877e-aff173928dd1 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:32:04.845079 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 7edf1bae-2245-49a6-877e-aff173928dd1 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:32:04.916352 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (afc68d88-3840-421e-96c8-e55b8e3fe33f), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:04.998967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (afc68d88-3840-421e-96c8-e55b8e3fe33f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.088074 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (afc68d88-3840-421e-96c8-e55b8e3fe33f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.116860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc68d88-3840-421e-96c8-e55b8e3fe33f,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:05.204829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.206659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3be15867-60ae-4482-aca2-77d0530cddd3 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410949 Jun 04 09:32:05.210340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58420) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:05.215902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:05.368795 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.425215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:05.479053 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.522074 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:05.726609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753e075-ea97-433c-a5d9-dd4e9a96f2bb req-60d7425a-2255-498c-b43d-1fa58c2ae868 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:05.728115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f753e075-ea97-433c-a5d9-dd4e9a96f2bb req-60d7425a-2255-498c-b43d-1fa58c2ae868 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0976195 Jun 04 09:32:05.729425 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.27.0.119 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:32:05.836633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:05.848187 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f753e075-ea97-433c-a5d9-dd4e9a96f2bb req-36c91d99-e500-410d-94df-8ccc1acd1a52 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067483 Jun 04 09:32:05.898512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:06.075457 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:06.122510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:32:06.126225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:32:06.128766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:32:06.160397 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:06.238997 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:06.369505 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:06.857824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:06.857824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:06.971658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:07.082294 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c881d3-b484-44bd-b0b6-26574b01f558 req-27a398cc-c6a8-4a14-a323-0f1b5a37de7c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:07.084280 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30c881d3-b484-44bd-b0b6-26574b01f558 req-27a398cc-c6a8-4a14-a323-0f1b5a37de7c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1095338 Jun 04 09:32:07.117182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:07.134991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:07.174914 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30c881d3-b484-44bd-b0b6-26574b01f558 req-1faeb25f-4c6e-4290-8010-8174d90a5b9d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781503 Jun 04 09:32:07.282874 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:32:07.286277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:07.301831 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-16ff4504-46c6-4d78-a5f6-8aa74a1aa76b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0896637 Jun 04 09:32:07.470584 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:07.489401 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '6e772a52-7e16-406e-b953-3df1c61c710b', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:32:07.539066 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: ACTIVE; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:07.539708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:07.564917 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:32:07.593225 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:07.665580 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-db5ab1fd-d4ff-4e3f-b5c8-17031bce16c4 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1013092114&fields=id&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 267 time: 0.0762725 Jun 04 09:32:07.703476 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:07.778879 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:07.855911 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['6e772a52-7e16-406e-b953-3df1c61c710b'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:32:07.866272 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-0f7e38ab-a6f0-4eae-870b-030eeb78468c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:07.869004 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-0f7e38ab-a6f0-4eae-870b-030eeb78468c tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.1945043 Jun 04 09:32:07.893060 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-53c699c8-f4dd-489d-b1e8-2bc84c8b50b1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/quotas/7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 375 time: 0.0173378 Jun 04 09:32:07.974512 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-70175171-9f60-4f24-a67d-ddd57624a65b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737600 Jun 04 09:32:08.272508 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-fd851601-19fc-40bb-98da-6624fe16ac3e service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771535 Jun 04 09:32:08.371143 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:08.406242 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de31b3-cbc9-4e5f-a211-ad8a1bbfd457 req-4281cdaa-f38d-4493-8f0f-d9955dfe1118 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:08.407654 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0de31b3-cbc9-4e5f-a211-ad8a1bbfd457 req-4281cdaa-f38d-4493-8f0f-d9955dfe1118 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 944 time: 0.1114998 Jun 04 09:32:08.460705 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-39353a44-8d6f-462b-8d8d-886db9934122 service neutron] 10.222.0.46 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784456 Jun 04 09:32:08.504070 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b0de31b3-cbc9-4e5f-a211-ad8a1bbfd457 req-4ca9c91a-cb26-4d47-b022-398709bfd127 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833266 Jun 04 09:32:08.822190 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-412a4618-937e-4d49-8666-3e34f90d7023 req-08cf8c70-d24c-48b5-8675-cb41e740d341 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0528965 Jun 04 09:32:09.299828 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:32:09.370866 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 6e772a52-7e16-406e-b953-3df1c61c710b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:32:09.371216 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:09.393381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:09.462636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:09.475866 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:09.478367 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:09.522419 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:09.527683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570af278-c669-4e4c-afdc-e80bab427896" -d '{"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:09.564765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:09.670298 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:09.847925 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff3a1-e353-48ba-8fd2-240058e00ce1 req-7454ac3b-6e9d-4f59-891f-2715e99500c8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:09.858101 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-75cff3a1-e353-48ba-8fd2-240058e00ce1 req-7454ac3b-6e9d-4f59-891f-2715e99500c8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0991187 Jun 04 09:32:09.917457 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:09.928840 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7abab9-48de-4d9b-a59f-ea3af16a1673 x-openstack-request-id: req-5b7abab9-48de-4d9b-a59f-ea3af16a1673 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:09.933393 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:09.934556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b7abab9-48de-4d9b-a59f-ea3af16a1673 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:09.937337 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7abab9-48de-4d9b-a59f-ea3af16a1673'] response: {'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'code': 200} Jun 04 09:32:10.012754 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-75cff3a1-e353-48ba-8fd2-240058e00ce1 req-b3d4abac-1da8-48a2-97df-717797435b70 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423955 Jun 04 09:32:10.099955 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cccd8d2b-fcad-4071-aac8-1e8afb21c2f7 req-4f5bdff0-6a5c-4108-8141-466dbe8dfc67 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0813773 Jun 04 09:32:10.394226 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=59 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:11.303824 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1db0ff3-2132-4bbb-9517-4e74767a9487 req-2175c338-cb88-48df-8354-9e93c195d08a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0897999 Jun 04 09:32:11.325927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ce44-cf1d-4c76-8eaf-2225344fd0c8 req-9cd1b23b-b30f-49c6-8ee3-2556260a9037 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:11.327781 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7162ce44-cf1d-4c76-8eaf-2225344fd0c8 req-9cd1b23b-b30f-49c6-8ee3-2556260a9037 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1794930 Jun 04 09:32:11.370502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:11.407762 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7162ce44-cf1d-4c76-8eaf-2225344fd0c8 req-9f383aca-0f83-4a2e-a787-860a95bd3f27 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704782 Jun 04 09:32:12.115003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-dc05a068-4755-4e7c-9776-989ae03c6660 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:12.117159 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-dc05a068-4755-4e7c-9776-989ae03c6660 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 815 time: 0.2156959 Jun 04 09:32:12.118818 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=75 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:12.241670 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-2190a9cd-71cf-47ba-b139-a3b45714e196 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7410684ee8db448d8385de8549bce1a7 HTTP/1.1" status: 200 len: 380 time: 0.1028535 Jun 04 09:32:12.254883 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'port': {'device_id': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'admin_state_up': True, 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'security_groups': ['656f0457-d667-4017-a0b7-c55bf1eb64e6']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:12.510675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe004fe1-cb0a-4921-8bbd-ab8e8a9a5569 req-75ecdbe8-6d2c-49c4-94fe-2b71fa4cb981 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0887671 Jun 04 09:32:12.630094 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:12.633452 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:12.659725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0bee-65e6-40a9-9ad3-4d85ad2b024c req-a7ca9d8e-f127-4ddd-9563-cc8bb101417b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:12.662485 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b75e0bee-65e6-40a9-9ad3-4d85ad2b024c req-a7ca9d8e-f127-4ddd-9563-cc8bb101417b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1136651 Jun 04 09:32:12.718768 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Made reservation on behalf of 7410684ee8db448d8385de8549bce1a7 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:32:12.724862 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:12.772251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b75e0bee-65e6-40a9-9ad3-4d85ad2b024c req-f6abed45-c7d0-4205-b99d-59d24e2ce07a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031077 Jun 04 09:32:12.984220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58574) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:13.016125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Allocated IP 172.20.0.12 (72d5f400-ff54-4f35-902d-3289af4496b7/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a/cdbb24a2-9243-4d64-bc5f-fe72ab908821) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:32:13.191012 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d344f1af-296d-4b11-b800-86663acf18b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.219953 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:13.241095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-2e39efb4-1cbd-4b1c-9c83-b5145eaa3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.242568 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-2e39efb4-1cbd-4b1c-9c83-b5145eaa3432 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1129 time: 0.2523868 Jun 04 09:32:13.262347 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.316495 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d344f1af-296d-4b11-b800-86663acf18b8 admin admin] Publish callbacks [] for security_group (e74be990-7fb4-492f-82ea-33554a88c83f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.377564 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:13.427600 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-98b18ab5-67fe-4de1-92ff-d0f176f2b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.430569 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-98b18ab5-67fe-4de1-92ff-d0f176f2b906 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.1555326 Jun 04 09:32:13.441714 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d344f1af-296d-4b11-b800-86663acf18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e74be990-7fb4-492f-82ea-33554a88c83f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.481494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.494861 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f1af-296d-4b11-b800-86663acf18b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74be990-7fb4-492f-82ea-33554a88c83f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:13.503833 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d344f1af-296d-4b11-b800-86663acf18b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=489a11d896d647b1ae00dfd37b7b717e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182972 Jun 04 09:32:13.505342 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58584) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:13.546243 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Network 72d5f400-ff54-4f35-902d-3289af4496b7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:32:13.558651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:32:13.576157 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] Publish callbacks [] for security_group (e74be990-7fb4-492f-82ea-33554a88c83f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.600756 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:32:13.610342 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] Publish callbacks [] for security_group (e74be990-7fb4-492f-82ea-33554a88c83f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.615234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event updated for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:13.675511 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-c34ccec5-b51c-4108-be12-b05bb03fbbd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 1001 time: 0.1342852 Jun 04 09:32:13.701193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.701877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.805838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-fda906af-af1e-4428-86dc-bd2976138b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.808161 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-fda906af-af1e-4428-86dc-bd2976138b22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.1257722 Jun 04 09:32:13.812361 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (e74be990-7fb4-492f-82ea-33554a88c83f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.816349 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:13.820495 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76366601-294b-4d99-a350-b9a9e2cf676b req-416a5eca-b7b9-47a2-9680-54f8f7ada637 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.820495 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-76366601-294b-4d99-a350-b9a9e2cf676b req-416a5eca-b7b9-47a2-9680-54f8f7ada637 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 932 time: 0.0824828 Jun 04 09:32:13.830492 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e74be990-7fb4-492f-82ea-33554a88c83f HTTP/1.1" status: 204 len: 168 time: 0.3237488 Jun 04 09:32:13.845938 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81523e94-07fc-46aa-8b5f-880701f47d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74be990-7fb4-492f-82ea-33554a88c83f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:13.921186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-c07eec66-1bc4-449f-9574-f7e6a12f333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:13.923953 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-c07eec66-1bc4-449f-9574-f7e6a12f333a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031637 Jun 04 09:32:13.932359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-b3c6968f-5a70-48c3-9d55-298690387ece tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6818652 Jun 04 09:32:13.970192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Request body: {'port': {'device_id': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:13.994723 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-76366601-294b-4d99-a350-b9a9e2cf676b req-41cef46b-9688-4320-af23-a5aa8d0fa5c1 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530957 Jun 04 09:32:14.164201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a5aef106-51fe-4c43-b5af-109470e735be None None] Provisioning complete for port cdbb24a2-9243-4d64-bc5f-fe72ab908821 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:32:14.165687 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a5aef106-51fe-4c43-b5af-109470e735be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:14.188481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:14.199926 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71623a-7945-4292-8bcf-f6da315df0f4 req-d222d2be-2e18-48ad-ab6a-c010fa4188b5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:14.208046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0f71623a-7945-4292-8bcf-f6da315df0f4 req-d222d2be-2e18-48ad-ab6a-c010fa4188b5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1300955 Jun 04 09:32:14.218477 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:14.260804 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-28026101-d1d8-4e0a-b193-ced2fd0a32a0 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218794 Jun 04 09:32:14.373696 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a5aef106-51fe-4c43-b5af-109470e735be None None] Port cdbb24a2-9243-4d64-bc5f-fe72ab908821 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:32:14.405009 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0f71623a-7945-4292-8bcf-f6da315df0f4 req-b8c5811f-02bb-4bda-a07c-c157fb048240 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959085 Jun 04 09:32:14.688985 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-051e0c61-7454-46b1-acc6-a498ce3d7a48 req-f559d8ee-cda7-4ba2-8941-790b6d795cf0 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212472 Jun 04 09:32:15.096263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbb24a2-9243-4d64-bc5f-fe72ab908821 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:32:15.116894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks [] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.153582 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Transition to ACTIVE for port object cdbb24a2-9243-4d64-bc5f-fe72ab908821 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:32:15.236432 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58606) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:15.257238 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-48d168cb-c648-4b2a-81de-57b212c65111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.273682 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3207f43-107c-49b3-88d0-4cf64419316d req-2124c6f2-f8da-41e9-87b5-e1e25544240a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:15.275988 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d3207f43-107c-49b3-88d0-4cf64419316d req-2124c6f2-f8da-41e9-87b5-e1e25544240a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 932 time: 0.0885868 Jun 04 09:32:15.277490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.371142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:15.422706 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d3207f43-107c-49b3-88d0-4cf64419316d req-62be7124-87aa-4c35-a3ac-5fea599b5e94 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335394 Jun 04 09:32:15.431072 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:15.530488 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-48d168cb-c648-4b2a-81de-57b212c65111 admin admin] Publish callbacks [] for security_group (9f13819b-148f-4c23-821b-d766bdd63ac9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.608447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-48d168cb-c648-4b2a-81de-57b212c65111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9f13819b-148f-4c23-821b-d766bdd63ac9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.646049 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:15.672477 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-48d168cb-c648-4b2a-81de-57b212c65111 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90af2a62b56243499b313ff68be2a200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348407 Jun 04 09:32:15.674927 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d168cb-c648-4b2a-81de-57b212c65111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f13819b-148f-4c23-821b-d766bdd63ac9,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:15.677945 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58614) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:15.735892 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Attempting to bind port cdbb24a2-9243-4d64-bc5f-fe72ab908821 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:32:15.736707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Attempting to bind port cdbb24a2-9243-4d64-bc5f-fe72ab908821 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:32:15.741664 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Attempting to bind port cdbb24a2-9243-4d64-bc5f-fe72ab908821 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:32:15.770774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Port cdbb24a2-9243-4d64-bc5f-fe72ab908821 on network 72d5f400-ff54-4f35-902d-3289af4496b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:32:15.771299 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Attempting to bind port cdbb24a2-9243-4d64-bc5f-fe72ab908821 on network 72d5f400-ff54-4f35-902d-3289af4496b7 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:32:15.806262 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:32:15.807013 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Checking segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:32:15.807755 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Bound using segment: {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:32:15.808596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Bound port: cdbb24a2-9243-4d64-bc5f-fe72ab908821, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f561f3-eac0-44b2-b7e5-e3b525015653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:32:15.809224 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.826225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] Publish callbacks [] for security_group (9f13819b-148f-4c23-821b-d766bdd63ac9), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.857303 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d39ee-2d55-4484-bdfe-47d7a3435478 req-72cc7fb5-6bc5-4d45-8965-5a8df2776ca8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:15.860875 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] Publish callbacks [] for security_group (9f13819b-148f-4c23-821b-d766bdd63ac9), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:15.875057 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d40d39ee-2d55-4484-bdfe-47d7a3435478 req-72cc7fb5-6bc5-4d45-8965-5a8df2776ca8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.2480633 Jun 04 09:32:15.945264 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:16.004558 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d40d39ee-2d55-4484-bdfe-47d7a3435478 req-6c8f535d-a947-4744-b6c7-5ccc7e33c69a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281772 Jun 04 09:32:16.065302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:32:16.071368 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:32:16.074337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9f13819b-148f-4c23-821b-d766bdd63ac9), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:16.079062 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:16.080965 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f13819b-148f-4c23-821b-d766bdd63ac9 HTTP/1.1" status: 204 len: 168 time: 0.4017844 Jun 04 09:32:16.096576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d46f-aac0-4bb2-9afc-ec82cf3f0248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f13819b-148f-4c23-821b-d766bdd63ac9,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:16.134452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:16.188845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:16.189619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:16.191672 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] 10.222.0.47 "PUT /v2.0/ports/cdbb24a2-9243-4d64-bc5f-fe72ab908821 HTTP/1.1" status: 200 len: 1094 time: 2.2284980 Jun 04 09:32:16.192567 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:16.195159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b3187-f4c0-40c1-83a5-46576b4a28d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:16.274566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07e9ec-bad2-4ec3-b986-6f6157472f85 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:16.314288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bfba28-991e-416c-9abc-ef0a5c094e16 x-openstack-request-id: req-50bfba28-991e-416c-9abc-ef0a5c094e16 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:16.314839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:16.315204 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50bfba28-991e-416c-9abc-ef0a5c094e16 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:16.316494 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bfba28-991e-416c-9abc-ef0a5c094e16'] response: {'name': 'network-changed', 'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'status': 'completed', 'code': 200} Jun 04 09:32:16.439396 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-dd115936-7d04-4ca8-8c86-da3e0d4948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:16.448875 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-dd115936-7d04-4ca8-8c86-da3e0d4948f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 1128 time: 0.1193745 Jun 04 09:32:16.607177 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-0e360f27-ce94-456d-bbae-3d7f50270732 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821 HTTP/1.1" status: 200 len: 217 time: 0.1436775 Jun 04 09:32:16.788452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-ba1f4d2e-2a90-4ee8-a22a-90e57951bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:16.788452 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-ba1f4d2e-2a90-4ee8-a22a-90e57951bd93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.1715896 Jun 04 09:32:16.926983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1474258-738b-4f31-8d07-d71453450014 req-cf7ed977-d7a9-4205-9cbc-7f4ef83b91a7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:16.935317 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1474258-738b-4f31-8d07-d71453450014 req-cf7ed977-d7a9-4205-9cbc-7f4ef83b91a7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 944 time: 0.1475804 Jun 04 09:32:16.938965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-70fb75da-9512-4f80-91c5-b6adbb2cbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:16.940736 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-70fb75da-9512-4f80-91c5-b6adbb2cbcc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355588 Jun 04 09:32:17.002759 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1474258-738b-4f31-8d07-d71453450014 req-09391242-a30e-4cab-961e-5aacbdac47e7 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659916 Jun 04 09:32:17.235046 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c31d8-6b80-4529-9bec-a8dee0c958ec req-4411839b-4c0c-4914-b2d9-73df023d8768 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:17.236828 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-239c31d8-6b80-4529-9bec-a8dee0c958ec req-4411839b-4c0c-4914-b2d9-73df023d8768 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0772905 Jun 04 09:32:17.272665 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-9ab22658-a675-4960-922b-74405509dcd4 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829037 Jun 04 09:32:17.401873 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:17.429714 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-239c31d8-6b80-4529-9bec-a8dee0c958ec req-738849fe-a17c-4495-9705-0f613befdba1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808453 Jun 04 09:32:17.432353 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-297ed4e7-5f2e-443e-910c-dbe0141da16a req-21ff3211-314a-45e1-997e-85257cc4b2c6 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496296 Jun 04 09:32:18.174061 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2e8a-7aaa-4ed1-8123-41f09497199e req-a35efce3-4c72-498e-b8e2-97bc0630549d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:18.176567 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a90b2e8a-7aaa-4ed1-8123-41f09497199e req-a35efce3-4c72-498e-b8e2-97bc0630549d tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 944 time: 0.0577259 Jun 04 09:32:18.232590 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a90b2e8a-7aaa-4ed1-8123-41f09497199e req-48eed1e0-2c0c-4f76-afb1-1e365e2c2bbf tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Jun 04 09:32:18.439084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-bd2d7bee-5696-47db-8e2c-b9558c23fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:18.440778 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-bd2d7bee-5696-47db-8e2c-b9558c23fa4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 1128 time: 0.0562675 Jun 04 09:32:18.955697 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a259a-4ec4-4be7-b618-0a906e0321d1 req-cc9028f3-f4ec-4d35-9866-6709e94499d5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:18.958542 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-958a259a-4ec4-4be7-b618-0a906e0321d1 req-cc9028f3-f4ec-4d35-9866-6709e94499d5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1487210 Jun 04 09:32:19.080883 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-10b22adc-7caa-4b31-a166-b4f0825dbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:19.091130 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-10b22adc-7caa-4b31-a166-b4f0825dbd89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.6356239 Jun 04 09:32:19.102597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-958a259a-4ec4-4be7-b618-0a906e0321d1 req-a9c898d5-7680-41ca-8c47-47afb9e02f76 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292441 Jun 04 09:32:19.200783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-92f621d5-6734-41ac-bdf1-32f140594265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821 HTTP/1.1" status: 200 len: 217 time: 0.0965037 Jun 04 09:32:19.319808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-f107a9c8-4a42-4834-8189-b72878bd0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:19.323103 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-f107a9c8-4a42-4834-8189-b72878bd0209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.1127717 Jun 04 09:32:19.411069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-9dc6b4e4-a810-49fb-a387-a0d460edff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:19.413369 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-9dc6b4e4-a810-49fb-a387-a0d460edff3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835028 Jun 04 09:32:19.531683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:19.541667 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201350-42c2-46be-8659-cf38558b49ea req-e6e84b28-2dff-4ce7-99da-5bb63e905856 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:19.543779 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db201350-42c2-46be-8659-cf38558b49ea req-e6e84b28-2dff-4ce7-99da-5bb63e905856 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 944 time: 0.1233766 Jun 04 09:32:19.752360 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-c30c809b-bc81-43da-a1b8-675ec79dd7da service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187563 Jun 04 09:32:19.796886 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db201350-42c2-46be-8659-cf38558b49ea req-81875d67-ccd0-47ac-a48b-65fb71db2aa9 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432699 Jun 04 09:32:20.053984 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-890b3187-f4c0-40c1-83a5-46576b4a28d9 req-a5d97b83-be19-405b-8735-969ebf7f8556 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944722 Jun 04 09:32:20.436050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea376-6581-4b72-8832-518fc0a94aa9 req-ea13d00c-78fc-4eb5-878b-e84a66ccb4b8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:20.436050 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49fea376-6581-4b72-8832-518fc0a94aa9 req-ea13d00c-78fc-4eb5-878b-e84a66ccb4b8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1884754 Jun 04 09:32:20.539656 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49fea376-6581-4b72-8832-518fc0a94aa9 req-88cdcd80-89e9-4fb7-bfdb-4c8956d0e848 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115305 Jun 04 09:32:21.043746 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01150-ca3a-4bd2-bc4e-4e897fdf16ff req-37362be3-aa8e-4397-98e2-3a394c1fb2cc tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:21.057908 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aa01150-ca3a-4bd2-bc4e-4e897fdf16ff req-37362be3-aa8e-4397-98e2-3a394c1fb2cc tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 944 time: 0.1036375 Jun 04 09:32:21.149637 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aa01150-ca3a-4bd2-bc4e-4e897fdf16ff req-04212d0d-713b-496a-8c2c-1f5091a09379 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866573 Jun 04 09:32:21.364813 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device cdbb24a2-9243-4d64-bc5f-fe72ab908821 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:32:21.534577 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:21.561248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'port_id': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'mac_address': 'fa:16:3e:59:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:32:21.565261 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58706) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:21.618685 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port cdbb24a2-9243-4d64-bc5f-fe72ab908821 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:21.619072 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:21.656778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbb24a2-9243-4d64-bc5f-fe72ab908821 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:32:21.702593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:21.721473 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849b4232-7592-4fab-b6a9-c2d2f0eb8d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:21.740961 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38c1f2-45cf-4344-ad8b-3355c06cc2d8 req-f1920476-b944-49d8-91e8-aae651200a92 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:21.740961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-df38c1f2-45cf-4344-ad8b-3355c06cc2d8 req-f1920476-b944-49d8-91e8-aae651200a92 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0733285 Jun 04 09:32:21.773486 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:21.782137 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:21.820607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-df38c1f2-45cf-4344-ad8b-3355c06cc2d8 req-92fef6f1-47a0-4997-b227-fadd784de0ca tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713623 Jun 04 09:32:21.889239 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849b4232-7592-4fab-b6a9-c2d2f0eb8d86 admin admin] Publish callbacks [] for security_group (0a44e5fc-502b-4816-9396-6e222c12dc7e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:21.906599 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:21.960929 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849b4232-7592-4fab-b6a9-c2d2f0eb8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0a44e5fc-502b-4816-9396-6e222c12dc7e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:22.026335 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b4232-7592-4fab-b6a9-c2d2f0eb8d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a44e5fc-502b-4816-9396-6e222c12dc7e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:22.050635 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-849b4232-7592-4fab-b6a9-c2d2f0eb8d86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0cd4eeaa16b4051a74e7c5cba55526a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831376 Jun 04 09:32:22.052680 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58712) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:22.102362 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['cdbb24a2-9243-4d64-bc5f-fe72ab908821'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:32:22.124750 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] Publish callbacks [] for security_group (0a44e5fc-502b-4816-9396-6e222c12dc7e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:22.136902 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:22.156380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] Publish callbacks [] for security_group (0a44e5fc-502b-4816-9396-6e222c12dc7e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:22.352328 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383324-13b3-4796-a67d-c3794be1239b req-960f59d4-17fc-419f-9177-2a172c74c9cb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:22.354272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e383324-13b3-4796-a67d-c3794be1239b req-960f59d4-17fc-419f-9177-2a172c74c9cb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 945 time: 0.0894864 Jun 04 09:32:22.420025 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e383324-13b3-4796-a67d-c3794be1239b req-8d46915b-fa73-40fa-9ac9-7ccaeb5004ec tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541162 Jun 04 09:32:22.435772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0a44e5fc-502b-4816-9396-6e222c12dc7e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:22.438987 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:22.448915 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a44e5fc-502b-4816-9396-6e222c12dc7e HTTP/1.1" status: 204 len: 168 time: 0.3870883 Jun 04 09:32:22.457363 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad94f9-75b0-423c-bdf3-aadc61ec9eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a44e5fc-502b-4816-9396-6e222c12dc7e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:22.782558 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:23.016515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9624c-dbf8-4570-9d79-5943ffed1f65 req-6331a350-b24d-416d-922e-8442c61e5edd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:23.018108 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3af9624c-dbf8-4570-9d79-5943ffed1f65 req-6331a350-b24d-416d-922e-8442c61e5edd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0921624 Jun 04 09:32:23.058811 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-664a2901-dff3-4eda-96a8-0321654fc190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:23.083635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3af9624c-dbf8-4570-9d79-5943ffed1f65 req-19e6d97e-96cd-4bb4-a96d-c929a02cf983 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589676 Jun 04 09:32:23.384309 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device cdbb24a2-9243-4d64-bc5f-fe72ab908821 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:32:23.439159 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:23.441666 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port cdbb24a2-9243-4d64-bc5f-fe72ab908821 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:32:23.579362 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port cdbb24a2-9243-4d64-bc5f-fe72ab908821 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:32:23.582096 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:23.604568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a92a-7e7b-4c12-9673-f216a2ee0b62 req-23be6a37-721d-4ab4-8a48-424e9dfe2054 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:23.613774 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efc4a92a-7e7b-4c12-9673-f216a2ee0b62 req-23be6a37-721d-4ab4-8a48-424e9dfe2054 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 945 time: 0.0952928 Jun 04 09:32:23.684734 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-efc4a92a-7e7b-4c12-9673-f216a2ee0b62 req-2a46417b-5538-43c2-888b-8edd3cba7110 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670753 Jun 04 09:32:23.710596 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port cdbb24a2-9243-4d64-bc5f-fe72ab908821 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:23.711385 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:23.758919 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:23.768018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee0e09-3f4c-4146-b398-df4c8c37937a" -d '{"events": [{"server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "name": "network-vif-plugged", "status": "completed", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:23.786276 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:23.860423 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd525e4-80c0-4b54-af2c-34235ed43346 x-openstack-request-id: req-1cd525e4-80c0-4b54-af2c-34235ed43346 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:23.860781 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "name": "network-vif-plugged", "status": "completed", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:23.861066 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cd525e4-80c0-4b54-af2c-34235ed43346 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:23.861445 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd525e4-80c0-4b54-af2c-34235ed43346'] response: {'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'code': 200} Jun 04 09:32:23.869995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:23.973342 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:24.007839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58734) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:24.028548 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33787f3f-3811-472f-8b39-b2616bc63985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.161826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33787f3f-3811-472f-8b39-b2616bc63985 admin admin] Publish callbacks [] for security_group (105f1834-50ac-4de0-8eea-abd01b3f6e64), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.244462 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639a90-f47d-42c5-856b-5b41b9045614 req-997e15c2-91f5-4e68-bb1c-e12f844ea628 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:24.246304 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85639a90-f47d-42c5-856b-5b41b9045614 req-997e15c2-91f5-4e68-bb1c-e12f844ea628 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jun 04 09:32:24.314674 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85639a90-f47d-42c5-856b-5b41b9045614 req-98980d80-2239-43ea-9efd-8cb5e9838209 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576377 Jun 04 09:32:24.343327 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33787f3f-3811-472f-8b39-b2616bc63985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (105f1834-50ac-4de0-8eea-abd01b3f6e64), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.427554 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf926b18-9ce4-4430-bc3d-c5e90a86b98d req-1ac618dc-60c0-4970-b407-e2a0fb3a2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:24.429169 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf926b18-9ce4-4430-bc3d-c5e90a86b98d req-1ac618dc-60c0-4970-b407-e2a0fb3a2bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 1130 time: 0.1026456 Jun 04 09:32:24.433434 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-33787f3f-3811-472f-8b39-b2616bc63985 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04bf7a3b30d64feda10364f474be63fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235313 Jun 04 09:32:24.434767 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787f3f-3811-472f-8b39-b2616bc63985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105f1834-50ac-4de0-8eea-abd01b3f6e64,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:24.436799 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58742) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:24.495390 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf926b18-9ce4-4430-bc3d-c5e90a86b98d req-a2342105-58a4-4beb-a3e0-8ab7c08bba3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572953 Jun 04 09:32:24.530462 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] Publish callbacks [] for security_group (105f1834-50ac-4de0-8eea-abd01b3f6e64), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.564650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] Publish callbacks [] for security_group (105f1834-50ac-4de0-8eea-abd01b3f6e64), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.686572 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (105f1834-50ac-4de0-8eea-abd01b3f6e64), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.689460 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:24.690888 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/105f1834-50ac-4de0-8eea-abd01b3f6e64 HTTP/1.1" status: 204 len: 168 time: 0.2518265 Jun 04 09:32:24.701969 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4d02b-de6c-4101-bb87-9a0c20b6962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f1834-50ac-4de0-8eea-abd01b3f6e64,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:24.826425 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:24.856674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5d906-f428-490b-87a1-35ae17fdd7e8 req-eae66084-0008-4bd2-ab87-a601a4f6e736 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:24.858668 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fe5d906-f428-490b-87a1-35ae17fdd7e8 req-eae66084-0008-4bd2-ab87-a601a4f6e736 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0787923 Jun 04 09:32:24.920562 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fe5d906-f428-490b-87a1-35ae17fdd7e8 req-c40cdc22-4d45-4fcb-8230-27b52233cff2 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556710 Jun 04 09:32:25.459260 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445546-6cd9-4a8e-96f8-e9984f91b43b req-5047607e-fc3d-4232-a3c6-e26ee75d25aa tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:25.460885 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d445546-6cd9-4a8e-96f8-e9984f91b43b req-5047607e-fc3d-4232-a3c6-e26ee75d25aa tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0557833 Jun 04 09:32:25.490685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:25.539397 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d445546-6cd9-4a8e-96f8-e9984f91b43b req-9c423047-e953-46d0-ac22-e301b64cdd37 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702870 Jun 04 09:32:25.728018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-77c6e415-1156-4877-b264-94784bb85456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:26.076647 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ebff-de35-4716-886b-5428f75c5a53 req-a619f200-5488-40dd-8c68-56855881277a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.078289 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-59c8ebff-de35-4716-886b-5428f75c5a53 req-a619f200-5488-40dd-8c68-56855881277a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0564086 Jun 04 09:32:26.133499 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-59c8ebff-de35-4716-886b-5428f75c5a53 req-ee65f3fd-92cb-4e73-831a-eb0565134814 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493426 Jun 04 09:32:26.541463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-a97c0215-2cec-4fcf-a6cc-19c5e32ccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.543121 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-a97c0215-2cec-4fcf-a6cc-19c5e32ccbfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1129 time: 0.0427287 Jun 04 09:32:26.679858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-32ad292c-e068-47f0-814f-f00882113627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.681416 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-32ad292c-e068-47f0-814f-f00882113627 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.1326368 Jun 04 09:32:26.737650 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c0a4-e6c9-49e8-bb0f-0ac9676564b5 req-b0b2d0d0-6e4d-43c5-ba48-2a45bf9c6c42 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.739239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb94c0a4-e6c9-49e8-bb0f-0ac9676564b5 req-b0b2d0d0-6e4d-43c5-ba48-2a45bf9c6c42 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1010587 Jun 04 09:32:26.773189 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-d5fbbc37-7852-4621-aad9-70403a57c678 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 1001 time: 0.0852749 Jun 04 09:32:26.844541 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:26.852042 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb94c0a4-e6c9-49e8-bb0f-0ac9676564b5 req-e8a8b3ae-f5a5-44aa-8521-fc70b5bb598b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960310 Jun 04 09:32:26.858753 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-e7059ef0-7a2f-46b6-b7ac-ccb8fc45b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.860268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-e7059ef0-7a2f-46b6-b7ac-ccb8fc45b191 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.0792396 Jun 04 09:32:26.900479 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:26.916608 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-64f3e428-a058-4c99-a5e1-59d47f59b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:26.919354 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-64f3e428-a058-4c99-a5e1-59d47f59b4f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518029 Jun 04 09:32:27.034943 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-c9ce1ec5-f92b-4f30-a0fa-b77f4c0fdf87 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088357 Jun 04 09:32:27.308434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dc2e6-7f31-446c-a6de-98afd63b63a0 req-1d3d39ac-38b2-4d6f-992c-08af0d3cb7c5 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:27.311711 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-347dc2e6-7f31-446c-a6de-98afd63b63a0 req-1d3d39ac-38b2-4d6f-992c-08af0d3cb7c5 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0862746 Jun 04 09:32:27.390663 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-347dc2e6-7f31-446c-a6de-98afd63b63a0 req-cf3a0892-1187-4637-9245-d9239e75247b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725298 Jun 04 09:32:27.596575 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cf3c-9d32-434d-b434-41ded00c6f0c req-582aca70-c204-44b6-b0ce-0197d9c2437b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:27.598842 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4e90cf3c-9d32-434d-b434-41ded00c6f0c req-582aca70-c204-44b6-b0ce-0197d9c2437b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.1142588 Jun 04 09:32:27.610405 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 58796) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:27.615506 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Request body: {'floatingip': {'port_id': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:27.650189 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9bd71ede-97fc-415a-996d-23c6a23f975b req-f051d782-ca9f-4e68-967a-548561396d21 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927779 Jun 04 09:32:27.672879 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:28.050949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4b906-05aa-4857-bbd0-5c338a9d7a19 req-baa1556a-8eea-4dc2-8139-443ac0f29420 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:28.056632 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3ad4b906-05aa-4857-bbd0-5c338a9d7a19 req-baa1556a-8eea-4dc2-8139-443ac0f29420 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.0663798 Jun 04 09:32:28.132426 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3ad4b906-05aa-4857-bbd0-5c338a9d7a19 req-62066653-6c22-42e3-87bc-65170e5fa921 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694461 Jun 04 09:32:28.320985 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:28.568803 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:28.761602 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:28.869186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:28.874301 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8 associated. External IP: 172.27.0.119, port: cdbb24a2-9243-4d64-bc5f-fe72ab908821. Jun 04 09:32:28.887837 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:29.144133 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:32:29.349151 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:32:29.355954 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:29.363220 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:32:29.403401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3796d-f29a-488b-b480-b9c2011246d1 req-54a47c93-0a86-46c6-b50a-cc189cea2fbf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:29.408640 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ada838ff-ce98-495b-b1e0-476f572c8305 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "PUT /v2.0/floatingips/6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8 HTTP/1.1" status: 200 len: 992 time: 1.7926924 Jun 04 09:32:29.408640 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:29.412486 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fdc55d-0964-471b-8528-e61c5f700f32" -d '{"events": [{"name": "network-changed", "server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:29.415253 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:29.418594 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07c3796d-f29a-488b-b480-b9c2011246d1 req-54a47c93-0a86-46c6-b50a-cc189cea2fbf tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 945 time: 0.1240392 Jun 04 09:32:29.419921 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:29.437659 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:29.541551 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-07c3796d-f29a-488b-b480-b9c2011246d1 req-1cb8c5bb-f1b0-4381-a31b-43f21171dee7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195643 Jun 04 09:32:29.541867 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:29.542027 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:29.591272 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:29.591272 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf852cf-33b6-45bd-aae0-5a3ce5e9fd5d" -d '{"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:29.607432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:29.643653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c735861-7f6b-4565-8c17-6028d0a4385b x-openstack-request-id: req-3c735861-7f6b-4565-8c17-6028d0a4385b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:29.644247 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:29.644586 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c735861-7f6b-4565-8c17-6028d0a4385b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:29.645053 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c735861-7f6b-4565-8c17-6028d0a4385b'] response: {'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'code': 200} Jun 04 09:32:29.657242 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:29.723228 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08417d51-3bc7-4278-86c2-973a19c61cf1 x-openstack-request-id: req-08417d51-3bc7-4278-86c2-973a19c61cf1 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:29.723228 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:29.723228 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08417d51-3bc7-4278-86c2-973a19c61cf1 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:29.723594 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08417d51-3bc7-4278-86c2-973a19c61cf1'] response: {'name': 'network-changed', 'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'status': 'completed', 'code': 200} Jun 04 09:32:29.748098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:29.841293 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:29.919199 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:29.928543 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:59:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:32:06Z', 'updated_at': '2022-06-04T09:32:28Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:29.960334 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:32:29.971990 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:29.972934 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:29.974455 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-77b5558e-97ef-418a-8f7f-9c148eaf301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:29.977049 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-77b5558e-97ef-418a-8f7f-9c148eaf301f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7410684ee8db448d8385de8549bce1a7&device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 1130 time: 0.0644138 Jun 04 09:32:30.193344 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:30.440536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-843fa59f-0ecd-4027-939a-3508fd672958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:30.443103 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-843fa59f-0ecd-4027-939a-3508fd672958 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 200 len: 916 time: 0.2015510 Jun 04 09:32:30.516097 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:59:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:32:06Z', 'updated_at': '2022-06-04T09:32:28Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:30.540705 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-21c3c51a-6b71-4a59-9b0a-8ccd1070e97d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821 HTTP/1.1" status: 200 len: 1000 time: 0.0869551 Jun 04 09:32:30.545072 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a980d1-6f73-47f5-b825-5a1e6d70ec0e None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'port_id': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'mac_address': 'fa:16:3e:59:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:32:06Z', 'updated_at': '2022-06-04T09:32:28Z', 'revision_number': 1, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:32:30.741302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603a1d2-6774-414a-821d-32431d0f2c0b req-c8edf2bf-6da8-49ec-80bd-fd78c64e9cde tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:30.744272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2603a1d2-6774-414a-821d-32431d0f2c0b req-c8edf2bf-6da8-49ec-80bd-fd78c64e9cde tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0987852 Jun 04 09:32:30.751671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:30.792924 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-7ad31f06-266b-4f9a-9d00-14a73238a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:30.795402 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-7ad31f06-266b-4f9a-9d00-14a73238a518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 200 len: 854 time: 0.1103635 Jun 04 09:32:30.832784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139723a-5d2c-4d5e-b0f1-0aa75c173c4e None None] New status for floating IP 6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:32:30.905420 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2603a1d2-6774-414a-821d-32431d0f2c0b req-2211729d-0bd3-4223-9d0b-3c30e1ebf4b8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464534 Jun 04 09:32:30.910390 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-6aced19f-729d-4104-8f50-f95f557491f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:30.911929 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-6aced19f-729d-4104-8f50-f95f557491f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72d5f400-ff54-4f35-902d-3289af4496b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027949 Jun 04 09:32:31.100985 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-ef3064e3-e1cd-4ae2-a31b-bb852cc6ccc4 service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811225 Jun 04 09:32:31.233920 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1fdc55d-0964-471b-8528-e61c5f700f32 req-5d28eabb-c816-45eb-950a-3e169de080bd service neutron] 10.222.0.47 "GET /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259797 Jun 04 09:32:34.866538 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:35.001519 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: DOWN; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:35.529539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-feb00683-1475-44f7-8977-4d66db56fbc2 req-7d8f645c-b343-42b0-b762-e4b999131f3a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:32:35.530590 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-feb00683-1475-44f7-8977-4d66db56fbc2 req-7d8f645c-b343-42b0-b762-e4b999131f3a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061853 Jun 04 09:32:35.536034 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:35.896885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:35.914816 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7506-a82a-4b56-ae8b-83410c8be839 req-ac52062e-6b37-44ac-985d-b088816109d1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:35.916387 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c49e7506-a82a-4b56-ae8b-83410c8be839 req-ac52062e-6b37-44ac-985d-b088816109d1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0549421 Jun 04 09:32:35.990068 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c49e7506-a82a-4b56-ae8b-83410c8be839 req-82d9b6ac-722e-497e-b649-e363736cdd1b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654371 Jun 04 09:32:36.588368 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58936) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:36.695428 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-7808e75a-5e47-420b-a8c9-938c13837403 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054478 Jun 04 09:32:36.706187 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-d9728718-5df3-44e3-a96b-ca83cfbbfbe0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:32:36.707133 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-d9728718-5df3-44e3-a96b-ca83cfbbfbe0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056803 Jun 04 09:32:36.826447 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 58948) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:37.040266 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-5b5133bd-e4c5-40d4-a808-a9a59cab05ef tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:37.040266 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-5b5133bd-e4c5-40d4-a808-a9a59cab05ef tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports/6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 940 time: 0.2008083 Jun 04 09:32:37.160402 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355fe92-b57b-4145-a713-ee43ff100943 req-54d38e86-a5dc-4069-9e1e-e62396493381 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:37.162088 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7355fe92-b57b-4145-a713-ee43ff100943 req-54d38e86-a5dc-4069-9e1e-e62396493381 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0647027 Jun 04 09:32:37.272144 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7355fe92-b57b-4145-a713-ee43ff100943 req-2425c9f8-f22d-4219-9281-26b50393754a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978422 Jun 04 09:32:37.794159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc02ec-f604-400e-8773-4a49f1436157 req-719d4e3e-f767-4635-afe1-d270e2d2d4eb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:37.795703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4edc02ec-f604-400e-8773-4a49f1436157 req-719d4e3e-f767-4635-afe1-d270e2d2d4eb tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0561016 Jun 04 09:32:37.854976 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4edc02ec-f604-400e-8773-4a49f1436157 req-dc22053a-9623-4c0c-9eb4-ca961a61b5d2 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519593 Jun 04 09:32:38.483382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd4a2b-97e4-4494-8f99-d458314446c5 req-b1bc4fff-9e2c-41f2-b577-62112cc65343 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:38.485062 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d4fd4a2b-97e4-4494-8f99-d458314446c5 req-b1bc4fff-9e2c-41f2-b577-62112cc65343 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0574455 Jun 04 09:32:38.557534 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d4fd4a2b-97e4-4494-8f99-d458314446c5 req-e5d26224-9871-4da6-8fb7-21269b354308 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662124 Jun 04 09:32:38.990978 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1baa9b-58ff-473d-bbc7-34027c3dcbc7 req-6429e39f-9d2f-461c-8b0b-dfcf674f4dc1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:38.992673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bc1baa9b-58ff-473d-bbc7-34027c3dcbc7 req-6429e39f-9d2f-461c-8b0b-dfcf674f4dc1 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0576682 Jun 04 09:32:39.049057 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bc1baa9b-58ff-473d-bbc7-34027c3dcbc7 req-753f29a4-19c6-4af3-a1a8-128b65114b6c tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498860 Jun 04 09:32:39.125404 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:32:39.399028 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:39.681640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645bbac-282c-4e9a-ac5f-84553387092b req-a0c91182-b9e2-48dd-98f7-53e65ac2549f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:39.683347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8645bbac-282c-4e9a-ac5f-84553387092b req-a0c91182-b9e2-48dd-98f7-53e65ac2549f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0644455 Jun 04 09:32:39.766643 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1954e-95cc-4c27-9e1b-290404b102a4 req-1ef02f23-27f0-45fa-927b-ef22c94fdc7b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:39.768365 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bfe1954e-95cc-4c27-9e1b-290404b102a4 req-1ef02f23-27f0-45fa-927b-ef22c94fdc7b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0835335 Jun 04 09:32:39.833221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:39.856239 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Deleting port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:39.856615 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:39.912597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bfe1954e-95cc-4c27-9e1b-290404b102a4 req-2631cded-c8b9-47cc-a391-9f2d1ff88eb1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310382 Jun 04 09:32:39.981571 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] For port 3c4bc68d-872f-414a-b54e-4885dd81a4e7, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=3c4bc68d-872f-414a-b54e-4885dd81a4e7,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:39.981879 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:40.246255 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:40.246979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:40.246979 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Floating IP 46945aae-7f10-4126-9b4a-1b3067b11a5e disassociated. External IP: 172.27.0.160, port: 3c4bc68d-872f-414a-b54e-4885dd81a4e7. Jun 04 09:32:40.247260 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Calling delete_port for 3c4bc68d-872f-414a-b54e-4885dd81a4e7 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:40.258163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f999-f6a2-4865-b379-964f9df4c6a8 req-17e027f1-224a-403b-be06-379310b6a3ff tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:40.259783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04d0f999-f6a2-4865-b379-964f9df4c6a8 req-17e027f1-224a-403b-be06-379310b6a3ff tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 946 time: 0.0801032 Jun 04 09:32:40.306709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:40.368170 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-04d0f999-f6a2-4865-b379-964f9df4c6a8 req-fe534303-cc55-43a4-a954-9286120a9433 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f475ab8-30ca-48bd-9d6b-9655c954c3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965104 Jun 04 09:32:40.465315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-7e86af24-8008-4bce-b517-befb8a282ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:40.467710 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-7e86af24-8008-4bce-b517-befb8a282ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a&tenant_id=0cf07261800e47938626f61a1fb73b2b HTTP/1.1" status: 200 len: 1127 time: 0.0912881 Jun 04 09:32:40.559098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-899861fb-e148-4525-8a7d-80d6116fcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:40.561347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-899861fb-e148-4525-8a7d-80d6116fcceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cf07261800e47938626f61a1fb73b2b&device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1127 time: 0.0500815 Jun 04 09:32:40.588860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (3c4bc68d-872f-414a-b54e-4885dd81a4e7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:40.651526 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'Port': ['ID=3c4bc68d-872f-414a-b54e-4885dd81a4e7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:40.715198 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:40.789606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-39be47ae-9912-4c04-ab8b-01ca1da9f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:40.789606 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-39be47ae-9912-4c04-ab8b-01ca1da9f440 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 200 len: 918 time: 0.2177002 Jun 04 09:32:41.172930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:32:41.200518 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-568dd9ad-ad06-478b-837d-c72cb21f228c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 200 len: 999 time: 0.4066265 Jun 04 09:32:41.208911 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43b05-ffb9-4169-bed7-8b7815e749d5 req-25abc515-8fd7-4226-aada-4898d5368590 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:41.210504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4f43b05-ffb9-4169-bed7-8b7815e749d5 req-25abc515-8fd7-4226-aada-4898d5368590 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0916371 Jun 04 09:32:41.367580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-7855f774-23d9-49fa-8e4c-fb68cfd1604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:41.369347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-7855f774-23d9-49fa-8e4c-fb68cfd1604d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 200 len: 856 time: 0.1559870 Jun 04 09:32:41.382877 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59004) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:41.437333 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4f43b05-ffb9-4169-bed7-8b7815e749d5 req-5f4bdb58-3bf7-4a9a-99fb-cadad315c44c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129359 Jun 04 09:32:41.449010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:32:41.451397 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-24a895a3-401c-4849-847e-262d22ad24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:41.453296 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-24a895a3-401c-4849-847e-262d22ad24a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a96e2986-096a-4e28-a2fd-b426bbfcf78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767846 Jun 04 09:32:41.468626 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b640f-774d-49fe-b973-117633405133 None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:32:41.508232 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b640f-774d-49fe-b973-117633405133 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:41.509369 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-577b640f-774d-49fe-b973-117633405133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:41.563853 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] No DVR routers for this DVR port 3c4bc68d-872f-414a-b54e-4885dd81a4e7 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:32:41.570930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:41.574639 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8645bbac-282c-4e9a-ac5f-84553387092b req-85bbefc8-4233-44c3-9400-920bc7fcd9ad tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.47 "DELETE /v2.0/ports/3c4bc68d-872f-414a-b54e-4885dd81a4e7 HTTP/1.1" status: 204 len: 173 time: 1.8554723 Jun 04 09:32:41.575227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'name': 'network-vif-deleted', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:41.577923 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4353f902-61eb-4113-b4fc-b1be144c2184" -d '{"events": [{"server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "name": "network-vif-deleted", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:41.583242 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11df3537-84f8-4d5c-969a-9eb79888e15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:41.634445 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2c5d464b-770f-4bd4-906e-740e437f1e79 req-49a3bd7a-8487-4e9c-a6b7-4902229fc095 tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.1074448 Jun 04 09:32:41.655960 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:41.657786 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb838c76-0a70-4b7c-98ac-9220964e6bfc x-openstack-request-id: req-eb838c76-0a70-4b7c-98ac-9220964e6bfc {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:41.658166 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97db5d68-dcb7-483a-b0ed-a1142e4ca67d", "name": "network-vif-deleted", "tag": "3c4bc68d-872f-414a-b54e-4885dd81a4e7", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:41.658475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb838c76-0a70-4b7c-98ac-9220964e6bfc {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:41.658877 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb838c76-0a70-4b7c-98ac-9220964e6bfc'] response: {'server_uuid': '97db5d68-dcb7-483a-b0ed-a1142e4ca67d', 'name': 'network-vif-deleted', 'tag': '3c4bc68d-872f-414a-b54e-4885dd81a4e7', 'status': 'completed', 'code': 200} Jun 04 09:32:41.685658 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-0e2c4753-590f-4195-af3d-5543f53f8a72 service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235196 Jun 04 09:32:41.688673 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:41.703228 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-577b640f-774d-49fe-b973-117633405133 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:41.743781 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11df3537-84f8-4d5c-969a-9eb79888e15a admin admin] Publish callbacks [] for security_group (1a96ac17-b633-424c-946e-2a5d017ebaa8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:41.829060 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11df3537-84f8-4d5c-969a-9eb79888e15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1a96ac17-b633-424c-946e-2a5d017ebaa8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:41.872757 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4dffaebe-92ac-4fc3-9281-da58cb8be1cb req-f507d22b-6f4b-4a08-b636-713ae3b212bf service neutron] 10.222.0.47 "GET /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757231 Jun 04 09:32:41.897729 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:41.903841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df3537-84f8-4d5c-969a-9eb79888e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96ac17-b633-424c-946e-2a5d017ebaa8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:41.933259 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-11df3537-84f8-4d5c-969a-9eb79888e15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77aa8cc17494433ba7f8c7d0360dd5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486753 Jun 04 09:32:41.935725 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59012) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:41.955085 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-577b640f-774d-49fe-b973-117633405133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:41.993677 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b640f-774d-49fe-b973-117633405133 None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:32:42.016777 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b640f-774d-49fe-b973-117633405133 None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:42.019028 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-577b640f-774d-49fe-b973-117633405133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:42.025720 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] Publish callbacks [] for security_group (1a96ac17-b633-424c-946e-2a5d017ebaa8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:42.063239 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] Publish callbacks [] for security_group (1a96ac17-b633-424c-946e-2a5d017ebaa8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:42.180487 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-577b640f-774d-49fe-b973-117633405133 None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:42.240324 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1a96ac17-b633-424c-946e-2a5d017ebaa8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:42.243527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:42.245307 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a96ac17-b633-424c-946e-2a5d017ebaa8 HTTP/1.1" status: 204 len: 168 time: 0.3079796 Jun 04 09:32:42.261068 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d23e0-e557-4673-96c1-456dd2e41b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96ac17-b633-424c-946e-2a5d017ebaa8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:42.430858 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-577b640f-774d-49fe-b973-117633405133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:42.466994 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b640f-774d-49fe-b973-117633405133 None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:26:23Z', 'revision_number': 4, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '8ec15da5-c02f-402b-b8f4-0cbc48e7c036', 'name': '', 'network_id': '30b7bf35-2401-45dc-8576-04df5c21df11', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'mac_address': 'fa:16:3e:98:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:20Z', 'updated_at': '2022-06-04T09:26:41Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'subnets': [{'id': 'b4cd8af9-9f4a-45fc-bd05-f362119a5d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:32:42.706954 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c385f-d339-4a23-9a7d-6e53ed0b91d9 req-448e3ef6-1711-4021-91e2-01605513ab79 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:42.708613 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-318c385f-d339-4a23-9a7d-6e53ed0b91d9 req-448e3ef6-1711-4021-91e2-01605513ab79 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0864596 Jun 04 09:32:42.853349 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-535da6ca-f13a-4575-b4c9-c9c178eadf8f req-0f97295a-20cc-4e06-8654-f5ba6b0cff0f tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/ports?device_id=97db5d68-dcb7-483a-b0ed-a1142e4ca67d HTTP/1.1" status: 200 len: 210 time: 0.0674615 Jun 04 09:32:42.869279 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-318c385f-d339-4a23-9a7d-6e53ed0b91d9 req-c95ba79b-ec15-49a9-bd35-f5198b595278 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470361 Jun 04 09:32:42.980858 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c83ac6-d2b2-42e8-a201-ffa8ab00944b None None] New status for floating IP 46945aae-7f10-4126-9b4a-1b3067b11a5e: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:32:43.481689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 3c4bc68d-872f-414a-b54e-4885dd81a4e7 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:43.525311 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59044) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:43.549689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 3c4bc68d-872f-414a-b54e-4885dd81a4e7 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:32:43.551328 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 3c4bc68d-872f-414a-b54e-4885dd81a4e7 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:32:43.565804 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a65a001f-5ae4-4a86-98b8-73e1afa90182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:43.741406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a65a001f-5ae4-4a86-98b8-73e1afa90182 admin admin] Publish callbacks [] for security_group (26a4ba10-da24-4e21-b490-4f257dc51a9e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:43.819417 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a65a001f-5ae4-4a86-98b8-73e1afa90182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (26a4ba10-da24-4e21-b490-4f257dc51a9e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:43.928430 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a001f-5ae4-4a86-98b8-73e1afa90182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4ba10-da24-4e21-b490-4f257dc51a9e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:43.967065 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a65a001f-5ae4-4a86-98b8-73e1afa90182 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5e04c5158eb430dbe3002359ea39693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352937 Jun 04 09:32:43.967587 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59050) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:44.171431 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] Publish callbacks [] for security_group (26a4ba10-da24-4e21-b490-4f257dc51a9e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.193731 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59054) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:44.243433 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0d02c-849d-4329-8744-58c9f699c34c req-85949cbe-0a0c-4ad0-b0c4-f7346117e031 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:44.256913 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09c0d02c-849d-4329-8744-58c9f699c34c req-85949cbe-0a0c-4ad0-b0c4-f7346117e031 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1549475 Jun 04 09:32:44.271970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] Publish callbacks [] for security_group (26a4ba10-da24-4e21-b490-4f257dc51a9e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.304948 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (3f475ab8-30ca-48bd-9d6b-9655c954c3d8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.353026 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (3f475ab8-30ca-48bd-9d6b-9655c954c3d8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.393648 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09c0d02c-849d-4329-8744-58c9f699c34c req-42ee3a04-b330-40fc-a155-457226fb7c4f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354852 Jun 04 09:32:44.509015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (26a4ba10-da24-4e21-b490-4f257dc51a9e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.511793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.513100 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26a4ba10-da24-4e21-b490-4f257dc51a9e HTTP/1.1" status: 204 len: 168 time: 0.5438969 Jun 04 09:32:44.523267 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798f982-df6d-4e64-9134-cfe381697290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4ba10-da24-4e21-b490-4f257dc51a9e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:44.543337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3f475ab8-30ca-48bd-9d6b-9655c954c3d8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.548905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.550920 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f475ab8-30ca-48bd-9d6b-9655c954c3d8 HTTP/1.1" status: 204 len: 168 time: 0.3554451 Jun 04 09:32:44.555078 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59058) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:44.586544 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c379c-6913-4743-9ef4-9ae437ec1edc tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f475ab8-30ca-48bd-9d6b-9655c954c3d8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:44.592348 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-2488f9e3-0930-460c-b56c-0c8e182a429b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] show failed (client error): The resource could not be found. Jun 04 09:32:44.596381 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2488f9e3-0930-460c-b56c-0c8e182a429b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "GET /v2.0/security-groups/3f475ab8-30ca-48bd-9d6b-9655c954c3d8 HTTP/1.1" status: 404 len: 347 time: 0.0368278 Jun 04 09:32:44.599539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59060) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:44.795422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Deleting port 1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:44.796626 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.935329 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.935855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:44.958562 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Calling delete_port for 1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:44.973831 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:45.153166 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:45.369033 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:45.399434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Pushing event deleted for resources: {'Port': ['ID=1fa9a9fd-cb02-4da6-94a4-294bdf4cc1bb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:45.532013 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks [] for floatingip (46945aae-7f10-4126-9b4a-1b3067b11a5e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:45.535454 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:45.536945 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-45eb1f91-67e5-4493-afe8-51eb889f814b tempest-AttachVolumeTestJSON-361725470 tempest-AttachVolumeTestJSON-361725470-project] 10.222.0.46 "DELETE /v2.0/floatingips/46945aae-7f10-4126-9b4a-1b3067b11a5e HTTP/1.1" status: 204 len: 168 time: 0.9361327 Jun 04 09:32:45.642904 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06464e-47ac-4ee7-afe3-2c94e33afce7 req-7514edc6-3637-4260-87d7-33b4f97ae38b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:45.645339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be06464e-47ac-4ee7-afe3-2c94e33afce7 req-7514edc6-3637-4260-87d7-33b4f97ae38b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0852540 Jun 04 09:32:45.753782 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-be06464e-47ac-4ee7-afe3-2c94e33afce7 req-9466659d-3e91-426c-a996-b238604410c3 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958281 Jun 04 09:32:46.955626 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59090) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:47.006292 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95f257-1e31-44d4-95f7-82bb8f8951b1 req-3316d520-6a5a-4e55-bfdd-df101b1ae173 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:47.009076 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c95f257-1e31-44d4-95f7-82bb8f8951b1 req-3316d520-6a5a-4e55-bfdd-df101b1ae173 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0928645 Jun 04 09:32:47.106530 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c95f257-1e31-44d4-95f7-82bb8f8951b1 req-49370001-4a92-483e-b9e5-b93b26b71737 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871961 Jun 04 09:32:47.216590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580278453-network', 'tenant_id': 'c484a76573654b54b03faf66afefcf94'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:47.254614 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:47.410169 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Made reservation on behalf of c484a76573654b54b03faf66afefcf94 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:32:47.412950 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:47.425387 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:47.512414 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:47.571165 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks [] for security_group (c50253a9-0822-499b-9b52-9012bf24eda3), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:47.646597 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c50253a9-0822-499b-9b52-9012bf24eda3), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:47.719836 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:32:47.732876 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50253a9-0822-499b-9b52-9012bf24eda3,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:47.741143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (989c6404-e833-4afd-b28a-d421dfc2671d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:47.742012 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Added segment 989c6404-e833-4afd-b28a-d421dfc2671d of type vlan for network f983cdee-978f-43f5-be46-1e7a26ed9b55 Jun 04 09:32:47.793433 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (f983cdee-978f-43f5-be46-1e7a26ed9b55), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:48.040108 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (f983cdee-978f-43f5-be46-1e7a26ed9b55), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:48.044630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:48.048332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:48.123656 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=f983cdee-978f-43f5-be46-1e7a26ed9b55,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:48.153299 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network f983cdee-978f-43f5-be46-1e7a26ed9b55 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:32:48.215316 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c81bfb64-a8f1-4e0f-a6d6-ab4132b3dbe2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2565649 Jun 04 09:32:48.222080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59098) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:48.228970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Request body: {'subnet': {'network_id': 'f983cdee-978f-43f5-be46-1e7a26ed9b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580278453-subnet', 'tenant_id': 'c484a76573654b54b03faf66afefcf94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:48.263089 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:48.412858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2aed-1340-4bb1-9143-7e28df1e7eae req-3fc3200c-e165-4000-9704-de845f0f5b43 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:48.415648 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c7e2aed-1340-4bb1-9143-7e28df1e7eae req-3fc3200c-e165-4000-9704-de845f0f5b43 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1024079 Jun 04 09:32:48.476272 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Made reservation on behalf of c484a76573654b54b03faf66afefcf94 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:32:48.479247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12794549'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:48.558499 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c7e2aed-1340-4bb1-9143-7e28df1e7eae req-2eecfd4d-038e-40e9-962a-8437b61e29f1 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269281 Jun 04 09:32:49.052643 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16313124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794503'] for subnet (81a553d4-d6bc-45de-b79e-ff4d2743e516), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:49.138956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a553d4-d6bc-45de-b79e-ff4d2743e516,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:49.165911 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Checking segment: {'id': '989c6404-e833-4afd-b28a-d421dfc2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f983cdee-978f-43f5-be46-1e7a26ed9b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:32:49.165911 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Network hostable DHCP agents. Network: f983cdee-978f-43f5-be46-1e7a26ed9b55, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:32:49.314911 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Network f983cdee-978f-43f5-be46-1e7a26ed9b55 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:32:49.537592 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, f983cdee-978f-43f5-be46-1e7a26ed9b55) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:32:49.544193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:49.545759 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:49.553568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60af677-43bb-42b4-b70b-ab7bd305d9f3 None None] Network f983cdee-978f-43f5-be46-1e7a26ed9b55 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:32:49.716102 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-db41c2d2-95e8-48ff-9131-8cf6191c62b2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4955156 Jun 04 09:32:49.765235 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e726a9-e9e4-446c-ae9a-66689b93eb2c None None] Network f983cdee-978f-43f5-be46-1e7a26ed9b55 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:32:49.897995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004c45c-345f-46ef-87b8-93c357c84027 req-989dde23-3dd6-4171-a245-69537274b381 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:49.903758 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:49.914573 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7004c45c-345f-46ef-87b8-93c357c84027 req-989dde23-3dd6-4171-a245-69537274b381 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1965125 Jun 04 09:32:49.929330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:50.060746 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7004c45c-345f-46ef-87b8-93c357c84027 req-ef896574-5f54-4ebd-af63-63ba3ea8c09d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446807 Jun 04 09:32:51.365504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072336-46ab-452d-b008-932dbfcb442b req-58452a48-a377-47af-992e-d0bc28744826 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:51.373150 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29072336-46ab-452d-b008-932dbfcb442b req-58452a48-a377-47af-992e-d0bc28744826 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1189294 Jun 04 09:32:51.395568 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59140) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:51.406328 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613246938-network', 'tenant_id': '8fbc6efc8db242ca8fb1b215852b092e'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:51.446601 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:51.490604 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29072336-46ab-452d-b008-932dbfcb442b req-30bd2b38-6bd3-41c2-a7ee-3e21f8544b7a tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068902 Jun 04 09:32:51.564046 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Made reservation on behalf of 8fbc6efc8db242ca8fb1b215852b092e for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:32:51.569389 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:51.594248 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:51.740063 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks [] for security_group (fecb4e71-449f-4e51-801c-375d25b35ac8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:51.852091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fecb4e71-449f-4e51-801c-375d25b35ac8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:51.904522 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:32:51.914334 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59148) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:51.937019 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb4e71-449f-4e51-801c-375d25b35ac8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:51.942882 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:51.943421 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Added segment a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1 of type vlan for network 4d6db012-fa71-43f5-b820-25e5d499d32a Jun 04 09:32:52.025243 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (4d6db012-fa71-43f5-b820-25e5d499d32a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:52.426346 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=60 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:52.435924 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=30 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:52.492768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (4d6db012-fa71-43f5-b820-25e5d499d32a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:52.492768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:52.492768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:52.584738 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=72,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:52.605737 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] Pushing event updated for resources: {'Network': ['ID=4d6db012-fa71-43f5-b820-25e5d499d32a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:52.661216 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 4d6db012-fa71-43f5-b820-25e5d499d32a details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:32:52.661216 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e2480c91-4236-4928-990b-e09c8e240f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:52.702142 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cf1187a7-889b-4c79-aed5-c6cbf50a221e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3039398 Jun 04 09:32:52.708691 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59154) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:52.725467 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Request body: {'subnet': {'network_id': '4d6db012-fa71-43f5-b820-25e5d499d32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613246938-subnet', 'tenant_id': '8fbc6efc8db242ca8fb1b215852b092e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:32:52.734158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:52.773913 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e411-b3a0-4a68-9ac3-8becc0510bf6 req-3c7d87ed-99b8-4ba6-acac-3b7fcba4295d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:52.775711 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c8a6e411-b3a0-4a68-9ac3-8becc0510bf6 req-3c7d87ed-99b8-4ba6-acac-3b7fcba4295d tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.1679096 Jun 04 09:32:52.889290 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c8a6e411-b3a0-4a68-9ac3-8becc0510bf6 req-9dab2486-9779-4099-bf95-37be8e78e5ac tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022091 Jun 04 09:32:52.947112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Made reservation on behalf of 8fbc6efc8db242ca8fb1b215852b092e for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:32:52.950098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12794549'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:53.126071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:53.202037 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Deleting port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:53.202533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:53.304706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:53.358157 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] For port 8ec15da5-c02f-402b-b8f4-0cbc48e7c036, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:53.358658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:53.376601 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Calling delete_port for 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:53.453469 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16313124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794503'] for subnet (36263b5f-c233-4a03-9864-583bf667c31f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:53.824956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36263b5f-c233-4a03-9864-583bf667c31f,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:53.850136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Checking segment: {'id': 'a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d6db012-fa71-43f5-b820-25e5d499d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:32:53.850514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Network hostable DHCP agents. Network: 4d6db012-fa71-43f5-b820-25e5d499d32a, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:32:54.035183 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9779-be3c-496a-9cb8-8a0477ed4822 req-139b8558-f20d-47a2-ae0a-328b12ee50da tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:54.037368 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-493c9779-be3c-496a-9cb8-8a0477ed4822 req-139b8558-f20d-47a2-ae0a-328b12ee50da tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0543919 Jun 04 09:32:54.074827 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Network 4d6db012-fa71-43f5-b820-25e5d499d32a is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:32:54.094640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (8ec15da5-c02f-402b-b8f4-0cbc48e7c036), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:54.105725 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-493c9779-be3c-496a-9cb8-8a0477ed4822 req-ef674685-cfe7-41f5-99e7-8cb10756759b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619304 Jun 04 09:32:54.132392 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec15da5-c02f-402b-b8f4-0cbc48e7c036,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:54.199705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:54.216951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 4d6db012-fa71-43f5-b820-25e5d499d32a) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:32:54.229153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92f99a-4801-4237-bd12-cd204eed59d6 None None] Network 4d6db012-fa71-43f5-b820-25e5d499d32a requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:32:54.236682 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:54.241452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:54.360856 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f83f5-1a6d-4eb2-83a9-0c78f34ca5c1 None None] Network 4d6db012-fa71-43f5-b820-25e5d499d32a requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:32:54.419665 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:54.503265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3b5f5954-f97b-4b2c-821f-a5888cae225b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7842970 Jun 04 09:32:54.706444 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:54.750166 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Router 9ecde923-ff6c-4965-aa48-836e7e737d5b has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:32:54.894725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:32:54.905002 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3926fd03-aca1-493a-9234-9d38ddb61f26 admin admin] 10.222.0.46 "PUT /v2.0/routers/9ecde923-ff6c-4965-aa48-836e7e737d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9881883 Jun 04 09:32:54.907490 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59164) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:54.910657 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Sync routers for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:32:54.929936 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:54.930986 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:55.024631 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks [] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.122714 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:55.140523 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks [] for router_gateway (9ecde923-ff6c-4965-aa48-836e7e737d5b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.275452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb365d67-2f95-449c-821c-88166e0b6412 req-db976b1d-2dcd-4b15-bb34-719bf4371990 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:55.277430 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb365d67-2f95-449c-821c-88166e0b6412 req-db976b1d-2dcd-4b15-bb34-719bf4371990 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 943 time: 0.0621572 Jun 04 09:32:55.335076 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Deleting port a6d1e22e-fb48-4e29-994b-4307d0dae8de {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:55.335669 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.360313 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb365d67-2f95-449c-821c-88166e0b6412 req-7f05f6e4-5856-4ebd-bd7e-90f7b2e30af8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694368 Jun 04 09:32:55.410690 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:32:53Z', 'revision_number': 5, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port': {'id': 'a6d1e22e-fb48-4e29-994b-4307d0dae8de', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:12Z', 'updated_at': '2022-06-04T09:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:55.468693 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Checking router: 9ecde923-ff6c-4965-aa48-836e7e737d5b for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:32:55.485272 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Routers {'9ecde923-ff6c-4965-aa48-836e7e737d5b'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:32:55.486087 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['9ecde923-ff6c-4965-aa48-836e7e737d5b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:55.517309 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:32:55.520186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] For port a6d1e22e-fb48-4e29-994b-4307d0dae8de, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a6d1e22e-fb48-4e29-994b-4307d0dae8de,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:55.521093 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.526501 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:55.553362 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Calling delete_port for a6d1e22e-fb48-4e29-994b-4307d0dae8de owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:55.689575 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] Set router 9ecde923-ff6c-4965-aa48-836e7e737d5b gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:32:55.715958 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:55.733361 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '6e772a52-7e16-406e-b953-3df1c61c710b', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'port_id': '6e772a52-7e16-406e-b953-3df1c61c710b', 'mac_address': 'fa:16:3e:e7:91:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:32:55.743287 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a45759-9cc1-4cb6-9a8a-1661f0b6bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.784407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:55.784794 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:55.791310 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:32:55Z', 'revision_number': 6, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:55.812531 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:32:55.823050 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf085007-0dea-4be4-b38d-fa3130c274eb None None] The sync data for ids ['9ecde923-ff6c-4965-aa48-836e7e737d5b'] in dv-cinder-844695-1-iscsi is: [{'id': '9ecde923-ff6c-4965-aa48-836e7e737d5b', 'name': 'tempest-AttachVolumeTestJSON-1615464359-router', 'tenant_id': 'e27e8df485ff405e965cf22847c3b262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:10Z', 'updated_at': '2022-06-04T09:32:55Z', 'revision_number': 6, 'project_id': 'e27e8df485ff405e965cf22847c3b262', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:32:55.873379 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:56.021173 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.021467 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a6d1e22e-fb48-4e29-994b-4307d0dae8de), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.070415 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d1e22e-fb48-4e29-994b-4307d0dae8de,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:56.109773 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=9']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:56.124771 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.125497 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.126242 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.126959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.127638 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.128279 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.131225 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.131961 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.132780 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.133845 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.134514 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.135256 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.136877 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.137545 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.138200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:56.199563 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.330007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['6e772a52-7e16-406e-b953-3df1c61c710b'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:32:56.361639 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.365575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks [] for router_controller (9ecde923-ff6c-4965-aa48-836e7e737d5b), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.404157 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:56.420836 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.517152 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495cf02-dfa4-42f4-909b-8f8bb09b6e0e req-05d0ac63-ec46-4c94-9fca-25373c16db86 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:56.518761 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e495cf02-dfa4-42f4-909b-8f8bb09b6e0e req-05d0ac63-ec46-4c94-9fca-25373c16db86 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 944 time: 0.0561659 Jun 04 09:32:56.576048 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e495cf02-dfa4-42f4-909b-8f8bb09b6e0e req-6d3fe6ea-147b-4575-8ebc-01151d6c9d9c tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506732 Jun 04 09:32:56.588661 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (9ecde923-ff6c-4965-aa48-836e7e737d5b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.589402 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecde923-ff6c-4965-aa48-836e7e737d5b {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:32:56.594666 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.597550 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b4e9cee3-b475-4445-a110-4d4519849db0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9ecde923-ff6c-4965-aa48-836e7e737d5b HTTP/1.1" status: 204 len: 168 time: 1.6874793 Jun 04 09:32:56.600633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59174) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:56.609975 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:56.652510 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Deleting subnet b4cd8af9-9f4a-45fc-bd05-f362119a5d89 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:32:56.656616 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Publish callbacks [] for subnet (b4cd8af9-9f4a-45fc-bd05-f362119a5d89), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.707748 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (b4cd8af9-9f4a-45fc-bd05-f362119a5d89), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:56.848733 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (b4cd8af9-9f4a-45fc-bd05-f362119a5d89), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.018126 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (b4cd8af9-9f4a-45fc-bd05-f362119a5d89), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.044576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cd8af9-9f4a-45fc-bd05-f362119a5d89,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:57.051717 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.054272 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-45e34a3b-34bd-4d60-9c5a-db78da100e3e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4cd8af9-9f4a-45fc-bd05-f362119a5d89 HTTP/1.1" status: 204 len: 168 time: 0.4524777 Jun 04 09:32:57.058704 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59176) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:57.061998 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33818a38-11e0-4e6c-ac48-fb697a3cc17b None None] Network 30b7bf35-2401-45dc-8576-04df5c21df11 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:32:57.137396 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:57.148148 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (30b7bf35-2401-45dc-8576-04df5c21df11), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.200980 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Deleting port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:57.201309 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.282311 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:57.300124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] DHCP port deletion for 30b7bf35-2401-45dc-8576-04df5c21df11 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:32:57.321857 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] For port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:57.322241 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.342011 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Calling delete_port for 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:57.359004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Deleting port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:32:57.485088 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.485088 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] For port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,segment=NetworkSegment(89f5c0c3-a0e6-4990-aefa-c89cf65c743c),segment_id=89f5c0c3-a0e6-4990-aefa-c89cf65c743c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:57.485088 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.485088 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Calling delete_port for 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:32:57.485088 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:57.517013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:32:57.521995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:32:57.522344 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 8ec15da5-c02f-402b-b8f4-0cbc48e7c036 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:32:57.522765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:57.685295 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 6e772a52-7e16-406e-b953-3df1c61c710b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:32:57.685839 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.745888 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:57.767885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96edfb-e6e5-4108-9a1e-fe6e8020db0b req-5318ee65-ca09-41e7-81dc-d04db2afe529 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:57.769544 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ff96edfb-e6e5-4108-9a1e-fe6e8020db0b req-5318ee65-ca09-41e7-81dc-d04db2afe529 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 944 time: 0.0795135 Jun 04 09:32:57.772705 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:57.773203 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.843050 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ff96edfb-e6e5-4108-9a1e-fe6e8020db0b req-36a264d5-0ce3-4e7d-a706-569db0fb699e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605950 Jun 04 09:32:57.847120 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 6e772a52-7e16-406e-b953-3df1c61c710b is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:32:57.847589 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:57.877871 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:32:57.880396 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce52dc1-ccf3-4217-b2bf-c577d29f73ce" -d '{"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:32:57.895972 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:32:57.943981 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba796e-0b7c-4562-ab3c-ea379a8d9f4b x-openstack-request-id: req-a1ba796e-0b7c-4562-ab3c-ea379a8d9f4b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:32:57.944393 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:32:57.944723 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1ba796e-0b7c-4562-ab3c-ea379a8d9f4b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:32:57.945212 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ba796e-0b7c-4562-ab3c-ea379a8d9f4b'] response: {'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'code': 200} Jun 04 09:32:58.278820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.288574 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.324191 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:58.342846 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] No DVR routers for this DVR port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 on host dv-cinder-844695-1-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:32:58.407924 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a6d1e22e-fb48-4e29-994b-4307d0dae8de no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:32:58.414598 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.464185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (30b7bf35-2401-45dc-8576-04df5c21df11), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.503238 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b7bf35-2401-45dc-8576-04df5c21df11']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:58.517923 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f5c0c3-a0e6-4990-aefa-c89cf65c743c') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:58.518442 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f5c0c3-a0e6-4990-aefa-c89cf65c743c') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:32:58.534185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (89f5c0c3-a0e6-4990-aefa-c89cf65c743c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.561989 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (89f5c0c3-a0e6-4990-aefa-c89cf65c743c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.575796 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:32:58.576685 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (89f5c0c3-a0e6-4990-aefa-c89cf65c743c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.629176 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6030813-055b-4e17-b0ab-49a948f3d2ed req-2b976bc9-660e-42f4-89f4-34a8a776a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:58.631886 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f6030813-055b-4e17-b0ab-49a948f3d2ed req-2b976bc9-660e-42f4-89f4-34a8a776a48d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 1130 time: 0.0710273 Jun 04 09:32:58.658463 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: a6d1e22e-fb48-4e29-994b-4307d0dae8de {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:32:58.659623 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a6d1e22e-fb48-4e29-994b-4307d0dae8de not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:32:58.679292 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] No DVR routers for this DVR port 6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:32:58.693185 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=10']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:58.763507 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f6030813-055b-4e17-b0ab-49a948f3d2ed req-3b3bd461-c696-40d3-bc76-f456fb09dbed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219239 Jun 04 09:32:58.787443 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9821-dd39-47d5-b289-73292f4a7f6e None None] Pushing event deleted for resources: {'Port': ['ID=6bfd5ea8-6673-4ba7-80dc-37afdaf93bb6,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:58.840372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (30b7bf35-2401-45dc-8576-04df5c21df11), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.849373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.859658 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] 10.222.0.46 "DELETE /v2.0/networks/30b7bf35-2401-45dc-8576-04df5c21df11 HTTP/1.1" status: 204 len: 168 time: 1.7962673 Jun 04 09:32:58.859658 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:58.878196 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1430-fa0b-409e-b556-4db749cdb61e admin admin] Pushing event deleted for resources: {'Network': ['ID=30b7bf35-2401-45dc-8576-04df5c21df11,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:58.899898 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 89f5c0c3-a0e6-4990-aefa-c89cf65c743c resource provider aggregate not found Jun 04 09:32:58.912248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:58.924114 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 89f5c0c3-a0e6-4990-aefa-c89cf65c743c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89f5c0c3-a0e6-4990-aefa-c89cf65c743c found for delete ", "request_id": "req-217c1aca-c4c9-48b9-8b4f-5c550f040ea1"}]} Jun 04 09:32:59.018369 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080b88-2936-436d-954a-eb6eb156dacb req-d5c5b76e-e3c7-4983-ae9d-383d2cdc90b4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:32:59.019888 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-83080b88-2936-436d-954a-eb6eb156dacb req-d5c5b76e-e3c7-4983-ae9d-383d2cdc90b4 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.0615792 Jun 04 09:32:59.081468 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-83080b88-2936-436d-954a-eb6eb156dacb req-2690f3fd-ce83-40c2-809f-6828716f27a9 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513127 Jun 04 09:32:59.395261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59206) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:59.446731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-71f79e4e-d493-445d-88ac-9b9b216d4478 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e27e8df485ff405e965cf22847c3b262&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0500255 Jun 04 09:32:59.449513 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59208) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:32:59.507712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Publish callbacks [] for security_group (eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:59.535599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Publish callbacks [] for security_group (eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:59.555709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:32:59.696704 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:59.700464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:32:59.701947 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa HTTP/1.1" status: 204 len: 168 time: 0.2514129 Jun 04 09:32:59.713218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a2fb0-a633-42e2-9d5c-a5f3ead5f1aa,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:32:59.724342 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.724848 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.725371 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.725872 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.726323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.726765 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.727182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.727575 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.727991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.729742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.730135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.730521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.730983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.731487 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.731878 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda90444-505d-4f79-8e07-2f181e4f4831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:32:59.886124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:00.350993 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa48f-156c-44c9-b980-6198d84442f8 req-050b2c73-ae54-4d0b-b830-050cbdae84e7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:00.353734 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7b9aa48f-156c-44c9-b980-6198d84442f8 req-050b2c73-ae54-4d0b-b830-050cbdae84e7 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.1186502 Jun 04 09:33:00.497623 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7b9aa48f-156c-44c9-b980-6198d84442f8 req-9e29e781-2dd9-425c-9470-6c635be2a2f5 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336987 Jun 04 09:33:01.651033 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f2a4-19df-49b6-821f-6f9ae6cdb33f req-b3a17dff-6e1d-4c7a-9419-7aa01141a596 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:01.653439 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe14f2a4-19df-49b6-821f-6f9ae6cdb33f req-b3a17dff-6e1d-4c7a-9419-7aa01141a596 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.0617840 Jun 04 09:33:01.722847 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe14f2a4-19df-49b6-821f-6f9ae6cdb33f req-5ac24208-1a4a-4e97-9da9-5fad3f1d9517 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588143 Jun 04 09:33:02.898490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79aac1-53aa-4b9a-8023-1d7764247836 req-465c63dc-bffa-405b-ace6-997487eb2a65 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:02.900150 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2a79aac1-53aa-4b9a-8023-1d7764247836 req-465c63dc-bffa-405b-ace6-997487eb2a65 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.0679710 Jun 04 09:33:02.927042 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:02.973375 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2a79aac1-53aa-4b9a-8023-1d7764247836 req-23a90e56-f4f2-48b1-8a4b-65ab82a520ac tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639546 Jun 04 09:33:03.609401 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59320) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:03.731038 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:03.861690 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Publish callbacks [] for security_group (83aed77a-518c-4c56-adb3-93835e7f4a34), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:03.982154 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (83aed77a-518c-4c56-adb3-93835e7f4a34), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:04.025651 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b69a105fa33c467eac738596d855daa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150596 Jun 04 09:33:04.027845 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aed77a-518c-4c56-adb3-93835e7f4a34,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:04.030243 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59328) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:04.037884 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.038160 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.038456 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.038789 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.039120 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.039447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.039766 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.040091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.040480 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.040807 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.041230 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.042100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.042445 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.042764 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.043082 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a39f31-1929-4569-92db-9798ed7856fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:04.102379 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] Publish callbacks [] for security_group (83aed77a-518c-4c56-adb3-93835e7f4a34), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:04.132233 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] Publish callbacks [] for security_group (83aed77a-518c-4c56-adb3-93835e7f4a34), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:04.273804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (83aed77a-518c-4c56-adb3-93835e7f4a34), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:04.276107 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:04.277470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83aed77a-518c-4c56-adb3-93835e7f4a34 HTTP/1.1" status: 204 len: 168 time: 0.2461231 Jun 04 09:33:04.286379 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84a5e5-6865-46a8-9585-151c94fd834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aed77a-518c-4c56-adb3-93835e7f4a34,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:05.159928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59338) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:05.176223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33db81c0-262a-400e-87c6-60c032ac3742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.281569 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33db81c0-262a-400e-87c6-60c032ac3742 admin admin] Publish callbacks [] for security_group (c95f35f4-d0c3-4e49-90b4-2d46360826be), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.386849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-33db81c0-262a-400e-87c6-60c032ac3742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c95f35f4-d0c3-4e49-90b4-2d46360826be), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.433111 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-33db81c0-262a-400e-87c6-60c032ac3742 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e12a842814e941198e7fbd488d335521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717903 Jun 04 09:33:05.434051 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db81c0-262a-400e-87c6-60c032ac3742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f35f4-d0c3-4e49-90b4-2d46360826be,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:05.437580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59340) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:05.502471 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] Publish callbacks [] for security_group (c95f35f4-d0c3-4e49-90b4-2d46360826be), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.530641 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] Publish callbacks [] for security_group (c95f35f4-d0c3-4e49-90b4-2d46360826be), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.610561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.690761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c95f35f4-d0c3-4e49-90b4-2d46360826be), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.693756 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:05.695262 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c95f35f4-d0c3-4e49-90b4-2d46360826be HTTP/1.1" status: 204 len: 168 time: 0.2565155 Jun 04 09:33:05.704866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc34f3-b1c9-4fac-95f4-6bba93435cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f35f4-d0c3-4e49-90b4-2d46360826be,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:08.084366 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=51 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:08.087074 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=38 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:14.032036 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:14.033111 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:15.457427 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:15.581021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:15.699826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:15.723288 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:16.127642 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:33:18.161451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59534) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:18.249771 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Deleting subnet 81a553d4-d6bc-45de-b79e-ff4d2743e516 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:33:18.255772 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Publish callbacks [] for subnet (81a553d4-d6bc-45de-b79e-ff4d2743e516), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.320631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753380'] for subnet (81a553d4-d6bc-45de-b79e-ff4d2743e516), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.405146 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (81a553d4-d6bc-45de-b79e-ff4d2743e516), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.582760 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16313825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794512'] for subnet (81a553d4-d6bc-45de-b79e-ff4d2743e516), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.619649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a553d4-d6bc-45de-b79e-ff4d2743e516,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:18.621819 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.625156 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-019fae15-a1c7-4ef0-b8ba-cc2088263d8c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81a553d4-d6bc-45de-b79e-ff4d2743e516 HTTP/1.1" status: 204 len: 168 time: 0.4623845 Jun 04 09:33:18.628596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59536) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:18.708098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (f983cdee-978f-43f5-be46-1e7a26ed9b55), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.828126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (f983cdee-978f-43f5-be46-1e7a26ed9b55), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.874188 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f983cdee-978f-43f5-be46-1e7a26ed9b55']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:18.893009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989c6404-e833-4afd-b28a-d421dfc2671d') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:18.893568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989c6404-e833-4afd-b28a-d421dfc2671d') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:18.913749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (989c6404-e833-4afd-b28a-d421dfc2671d), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.945936 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (989c6404-e833-4afd-b28a-d421dfc2671d), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:18.960407 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:33:18.961240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (989c6404-e833-4afd-b28a-d421dfc2671d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.140031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (f983cdee-978f-43f5-be46-1e7a26ed9b55), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.155993 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.164444 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] 10.222.0.46 "DELETE /v2.0/networks/f983cdee-978f-43f5-be46-1e7a26ed9b55 HTTP/1.1" status: 204 len: 168 time: 0.5343080 Jun 04 09:33:19.169188 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59556) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:19.183586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56378445-939a-4926-8ebe-2cb4ce786afd admin admin] Pushing event deleted for resources: {'Network': ['ID=f983cdee-978f-43f5-be46-1e7a26ed9b55,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:19.219048 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 989c6404-e833-4afd-b28a-d421dfc2671d resource provider aggregate not found Jun 04 09:33:19.255160 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 989c6404-e833-4afd-b28a-d421dfc2671d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 989c6404-e833-4afd-b28a-d421dfc2671d found for delete ", "request_id": "req-c4b6aa5a-6b14-4402-b048-4f2060bf1e49"}]} Jun 04 09:33:19.258858 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Deleting subnet 36263b5f-c233-4a03-9864-583bf667c31f {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:33:19.263003 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Publish callbacks [] for subnet (36263b5f-c233-4a03-9864-583bf667c31f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.330265 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (36263b5f-c233-4a03-9864-583bf667c31f), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.411328 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (36263b5f-c233-4a03-9864-583bf667c31f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.620679 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (36263b5f-c233-4a03-9864-583bf667c31f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.651896 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36263b5f-c233-4a03-9864-583bf667c31f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:19.653973 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.660166 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cf6b5439-907b-44b4-afe6-96833269437f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/36263b5f-c233-4a03-9864-583bf667c31f HTTP/1.1" status: 204 len: 168 time: 0.4864223 Jun 04 09:33:19.662466 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59562) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:19.796956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (4d6db012-fa71-43f5-b820-25e5d499d32a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.885225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (4d6db012-fa71-43f5-b820-25e5d499d32a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.921895 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6db012-fa71-43f5-b820-25e5d499d32a']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:19.940275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:19.940808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:19.959538 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.983290 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:19.995481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:33:20.001148 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:20.169713 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (4d6db012-fa71-43f5-b820-25e5d499d32a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:20.186897 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:20.186897 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d6db012-fa71-43f5-b820-25e5d499d32a HTTP/1.1" status: 204 len: 168 time: 0.5219162 Jun 04 09:33:20.203159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f8eb1-7ecd-4618-8d32-d9351008b4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6db012-fa71-43f5-b820-25e5d499d32a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:20.769254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59578) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:20.816544 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e403464c-7490-4a8d-861e-a113aff4f9cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c484a76573654b54b03faf66afefcf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459428 Jun 04 09:33:20.818985 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59580) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:20.873702 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] Publish callbacks [] for security_group (c50253a9-0822-499b-9b52-9012bf24eda3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:20.903249 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] Publish callbacks [] for security_group (c50253a9-0822-499b-9b52-9012bf24eda3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:21.037233 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c50253a9-0822-499b-9b52-9012bf24eda3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:21.043430 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:21.049184 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c50253a9-0822-499b-9b52-9012bf24eda3 HTTP/1.1" status: 204 len: 168 time: 0.2254043 Jun 04 09:33:21.057148 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22341f77-fbb2-4bf5-9c40-ec50bd3140f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50253a9-0822-499b-9b52-9012bf24eda3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:21.276268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1 resource provider aggregate not found Jun 04 09:33:21.316858 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2e19e4a-8c88-4180-9fdf-d2d0025fd2c1 found for delete ", "request_id": "req-0259e18b-845f-4a38-9f4b-bc6a0d5de66d"}]} Jun 04 09:33:21.981318 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59614) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:22.035630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8325f321-0f42-46c8-bdb4-81fe8a41831c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fbc6efc8db242ca8fb1b215852b092e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529261 Jun 04 09:33:22.039380 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59616) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:22.067875 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:22.112616 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] Publish callbacks [] for security_group (fecb4e71-449f-4e51-801c-375d25b35ac8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:22.116968 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:22.152948 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] Publish callbacks [] for security_group (fecb4e71-449f-4e51-801c-375d25b35ac8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:22.342623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fecb4e71-449f-4e51-801c-375d25b35ac8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:22.348356 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:22.351433 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fecb4e71-449f-4e51-801c-375d25b35ac8 HTTP/1.1" status: 204 len: 168 time: 0.3096440 Jun 04 09:33:22.370914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632b03-17c9-4e2d-9a4c-0ee33e728f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb4e71-449f-4e51-801c-375d25b35ac8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:22.605639 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b251af6d-a67c-41cd-a34c-b2c07623baec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:22.685976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94a9c-1341-4fa7-b475-77ca67e793e8 req-df9c3fd8-b9ec-4ed3-90aa-91c455e8d6aa tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:22.687683 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7ae94a9c-1341-4fa7-b475-77ca67e793e8 req-df9c3fd8-b9ec-4ed3-90aa-91c455e8d6aa tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0616400 Jun 04 09:33:22.751491 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7ae94a9c-1341-4fa7-b475-77ca67e793e8 req-839a1f22-cfe5-418f-b37e-65c0c571544b tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533972 Jun 04 09:33:23.950511 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563234b-bce1-4967-a82b-079f490c98dd req-102adf48-e610-44d2-be39-d0ba8f9a546e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:23.954822 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6563234b-bce1-4967-a82b-079f490c98dd req-102adf48-e610-44d2-be39-d0ba8f9a546e tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Jun 04 09:33:24.032538 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6563234b-bce1-4967-a82b-079f490c98dd req-6ba47f99-c8ca-4d4e-af4c-b27c0c24bb8a tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups?id=656f0457-d667-4017-a0b7-c55bf1eb64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734873 Jun 04 09:33:24.342753 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-d53899fe-e788-49f3-9541-74c301b77c75 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:24.345919 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-d53899fe-e788-49f3-9541-74c301b77c75 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 946 time: 0.0879679 Jun 04 09:33:24.468184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port cdbb24a2-9243-4d64-bc5f-fe72ab908821 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:24.468566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:24.580659 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] For port cdbb24a2-9243-4d64-bc5f-fe72ab908821, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=cdbb24a2-9243-4d64-bc5f-fe72ab908821,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:24.581206 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:24.786972 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:24.787536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:24.788075 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Floating IP 6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8 disassociated. External IP: 172.27.0.119, port: cdbb24a2-9243-4d64-bc5f-fe72ab908821. Jun 04 09:33:24.788694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for cdbb24a2-9243-4d64-bc5f-fe72ab908821 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:24.884700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:25.090517 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (cdbb24a2-9243-4d64-bc5f-fe72ab908821), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:25.132308 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=cdbb24a2-9243-4d64-bc5f-fe72ab908821,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:25.170086 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da268e22-9ed0-4bfb-93ac-e510813cef8c req-edac5ff9-aae2-484f-bc9b-47b3daea42ed tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0399249 Jun 04 09:33:25.300373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:25.322426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:33:25.505094 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:33:25.520477 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:33:25.540266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:25.541973 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:32:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:25.584957 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] No DVR routers for this DVR port cdbb24a2-9243-4d64-bc5f-fe72ab908821 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:25.588913 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:25.595532 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b4ca1d2-ebfc-49b3-bf8e-30c380036223 req-85039104-4a35-44e4-915d-de540e843296 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.47 "DELETE /v2.0/ports/cdbb24a2-9243-4d64-bc5f-fe72ab908821 HTTP/1.1" status: 204 len: 173 time: 1.2416215 Jun 04 09:33:25.596254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'name': 'network-vif-deleted', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:33:25.600392 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea9fde-bdaf-4fd5-8341-ae80f70f3f06" -d '{"events": [{"server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "name": "network-vif-deleted", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:33:25.661198 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971543d-98fc-48a9-905a-2b9ab41a5ad3 x-openstack-request-id: req-f971543d-98fc-48a9-905a-2b9ab41a5ad3 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:33:25.661649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27", "name": "network-vif-deleted", "tag": "cdbb24a2-9243-4d64-bc5f-fe72ab908821", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:33:25.662027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f971543d-98fc-48a9-905a-2b9ab41a5ad3 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:33:25.662675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f971543d-98fc-48a9-905a-2b9ab41a5ad3'] response: {'server_uuid': 'a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27', 'name': 'network-vif-deleted', 'tag': 'cdbb24a2-9243-4d64-bc5f-fe72ab908821', 'status': 'completed', 'code': 200} Jun 04 09:33:25.765751 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:25.808408 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-80fecdd1-de7c-47a4-93e8-b6661b26fff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:26.053044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:26.100867 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:33:26.113349 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:26.117184 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:26.123095 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:26.124433 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:26.257568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:26.385006 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ac1b1363-728d-4f64-9279-54a838297ebc req-4b95add7-1c79-4254-b6d8-2522134a1383 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86901bd-e9c3-4c4d-9a4a-b5e3c4c13a27 HTTP/1.1" status: 200 len: 210 time: 0.0652158 Jun 04 09:33:26.636360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:26.644323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:26.694164 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4bc97-988f-4c4f-b4a5-a08c6ba9d71d None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:31Z', 'revision_number': 4, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'c36eab28-f7d2-47bc-bf77-12cb1a609ae7', 'name': '', 'network_id': '72d5f400-ff54-4f35-902d-3289af4496b7', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'mac_address': 'fa:16:3e:91:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:24Z', 'updated_at': '2022-06-04T09:26:49Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'subnets': [{'id': 'f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:33:26.992990 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5a105-1008-499b-abbd-ca65b93c0d62 None None] New status for floating IP 6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:33:27.608672 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59724) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:27.676587 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (656f0457-d667-4017-a0b7-c55bf1eb64e6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:27.706706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (656f0457-d667-4017-a0b7-c55bf1eb64e6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:27.901247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (656f0457-d667-4017-a0b7-c55bf1eb64e6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:27.904380 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:27.905731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/security-groups/656f0457-d667-4017-a0b7-c55bf1eb64e6 HTTP/1.1" status: 204 len: 168 time: 0.2956564 Jun 04 09:33:27.909147 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59728) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:27.917132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb36815-2868-417e-b157-1d87d2144638 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f0457-d667-4017-a0b7-c55bf1eb64e6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:27.927359 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-d47fe7fb-23e5-4a14-82a5-f179e908ef22 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] show failed (client error): The resource could not be found. Jun 04 09:33:27.928451 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d47fe7fb-23e5-4a14-82a5-f179e908ef22 tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "GET /v2.0/security-groups/656f0457-d667-4017-a0b7-c55bf1eb64e6 HTTP/1.1" status: 404 len: 347 time: 0.0179217 Jun 04 09:33:27.933564 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59730) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:28.087613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Deleting port 3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:28.088172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.210791 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.211406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.237005 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Calling delete_port for 3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:28.592225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.621589 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Pushing event deleted for resources: {'Port': ['ID=3bed33c6-eddb-4ac0-ba90-9a6a004c9ec0,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:28.625916 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:28.682304 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:28.698337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks [] for floatingip (6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.700949 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:28.702161 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fc0e5e76-e9ed-48f7-9455-1803ce800ebb tempest-AttachVolumeNegativeTest-1594369825 tempest-AttachVolumeNegativeTest-1594369825-project] 10.222.0.46 "DELETE /v2.0/floatingips/6eaf7e3c-88c5-45b4-af4a-fbf562f54dd8 HTTP/1.1" status: 204 len: 168 time: 0.7671535 Jun 04 09:33:28.902531 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:29.609961 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device cdbb24a2-9243-4d64-bc5f-fe72ab908821 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:29.646184 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: cdbb24a2-9243-4d64-bc5f-fe72ab908821 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:29.647100 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device cdbb24a2-9243-4d64-bc5f-fe72ab908821 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:29.697760 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59756) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:29.834833 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc18f-e2cb-4989-8e94-bf997752cc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:29.923501 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:29.957355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc18f-e2cb-4989-8e94-bf997752cc05 admin admin] Publish callbacks [] for security_group (962b5214-413c-49b8-8c42-854dd9664518), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.055513 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc18f-e2cb-4989-8e94-bf997752cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (962b5214-413c-49b8-8c42-854dd9664518), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.100914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc18f-e2cb-4989-8e94-bf997752cc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b5214-413c-49b8-8c42-854dd9664518,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:30.106622 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0b9fc18f-e2cb-4989-8e94-bf997752cc05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2d96ac60cd14669b66c8a2ed0e11beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073820 Jun 04 09:33:30.110867 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59764) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:30.175680 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] Publish callbacks [] for security_group (962b5214-413c-49b8-8c42-854dd9664518), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.221380 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] Publish callbacks [] for security_group (962b5214-413c-49b8-8c42-854dd9664518), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.440180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (962b5214-413c-49b8-8c42-854dd9664518), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.443685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:30.445970 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/962b5214-413c-49b8-8c42-854dd9664518 HTTP/1.1" status: 204 len: 168 time: 0.3335063 Jun 04 09:33:30.467011 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359fda8-f5a0-48eb-a8ee-9b9b40f6e64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b5214-413c-49b8-8c42-854dd9664518,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:32.989818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1b8c1-d735-4a8b-8b2b-8d4da2705c15 req-efa494ac-6d75-486d-9379-1e2d462267f8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:32.991676 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7fe1b8c1-d735-4a8b-8b2b-8d4da2705c15 req-efa494ac-6d75-486d-9379-1e2d462267f8 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.0559909 Jun 04 09:33:33.049221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:33.079409 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7fe1b8c1-d735-4a8b-8b2b-8d4da2705c15 req-9ebd6b47-8763-4a67-b089-252591b8f351 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676627 Jun 04 09:33:33.225675 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59850) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:33.644832 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:33.965843 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:34.389593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834d1f6-ecaa-423a-8b51-0a39040fcfd6 req-9817f863-3c64-43d5-92b9-a86a309196ea tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:34.391284 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c834d1f6-ecaa-423a-8b51-0a39040fcfd6 req-9817f863-3c64-43d5-92b9-a86a309196ea tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.0672643 Jun 04 09:33:34.537902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-8143fe50-8a9f-4736-9a08-d568c086088f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:33:34.537902 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-8143fe50-8a9f-4736-9a08-d568c086088f tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 946 time: 0.1113424 Jun 04 09:33:34.584677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c834d1f6-ecaa-423a-8b51-0a39040fcfd6 req-99f61711-2337-4640-a958-95e33b32f82b tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a21f36a-1ced-4768-99ea-5ff0fd20d20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611075 Jun 04 09:33:34.694983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Deleting port 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:34.695325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:34.756931 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Deleting port c36eab28-f7d2-47bc-bf77-12cb1a609ae7 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:34.757275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:34.854383 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:34.872693 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] For port 6e772a52-7e16-406e-b953-3df1c61c710b, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=6e772a52-7e16-406e-b953-3df1c61c710b,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:34.873064 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:34.941762 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] For port c36eab28-f7d2-47bc-bf77-12cb1a609ae7, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:34.942145 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:34.969605 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Calling delete_port for c36eab28-f7d2-47bc-bf77-12cb1a609ae7 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:35.023623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:35.155254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:35.155713 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:35.156087 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Floating IP 3acc9185-6837-4621-9c82-3fd1329237ae disassociated. External IP: 172.27.0.105, port: 6e772a52-7e16-406e-b953-3df1c61c710b. Jun 04 09:33:35.156514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Calling delete_port for 6e772a52-7e16-406e-b953-3df1c61c710b owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:35.574279 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:35.574930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (6e772a52-7e16-406e-b953-3df1c61c710b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:35.576563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c36eab28-f7d2-47bc-bf77-12cb1a609ae7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:35.615167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36eab28-f7d2-47bc-bf77-12cb1a609ae7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:35.679482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'Port': ['ID=6e772a52-7e16-406e-b953-3df1c61c710b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:35.851782 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18c13b78-0321-4f2c-8f63-8758f8bf7431 req-bcb95ffb-6b0d-4cf6-aec4-4632365fc25e tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.0933762 Jun 04 09:33:35.996435 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:36.045741 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:33:36.081140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:36.212483 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:36.304848 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:33:36.316999 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:33:36.329600 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:36.330230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:36.401080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] No DVR routers for this DVR port 6e772a52-7e16-406e-b953-3df1c61c710b on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:36.407615 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:36.413536 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f168c2c5-1532-4bc9-a73a-4de241703a95 req-882049a0-69bb-4d77-ae15-fee5f581f1fe tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.47 "DELETE /v2.0/ports/6e772a52-7e16-406e-b953-3df1c61c710b HTTP/1.1" status: 204 len: 173 time: 1.8673167 Jun 04 09:33:36.416872 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-deleted', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:33:36.420974 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf261de-7fe0-44e2-a45d-9bb6d36f59bc" -d '{"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-deleted", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:33:36.480677 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:36.490765 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a5522-49aa-474c-98f4-a40ebebe7985 x-openstack-request-id: req-df3a5522-49aa-474c-98f4-a40ebebe7985 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:33:36.491077 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e177e-a9b1-47c1-b519-1c53bf52bc2a", "name": "network-vif-deleted", "tag": "6e772a52-7e16-406e-b953-3df1c61c710b", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:33:36.491330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df3a5522-49aa-474c-98f4-a40ebebe7985 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:33:36.491735 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3a5522-49aa-474c-98f4-a40ebebe7985'] response: {'server_uuid': '520e177e-a9b1-47c1-b519-1c53bf52bc2a', 'name': 'network-vif-deleted', 'tag': '6e772a52-7e16-406e-b953-3df1c61c710b', 'status': 'completed', 'code': 200} Jun 04 09:33:36.531879 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:36.565686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Router f0667a82-5fac-45d2-be9e-ab1af0bbad66 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:33:36.610470 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:36.728069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:33:36.742754 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Sync routers for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:33:36.743751 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-23c4fc7b-3a33-44b3-8550-2347f1232355 admin admin] 10.222.0.46 "PUT /v2.0/routers/f0667a82-5fac-45d2-be9e-ab1af0bbad66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5186095 Jun 04 09:33:36.746743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59908) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:36.767655 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:36.769547 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:36.904472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:36.919463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks [] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:36.970980 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:33:36.985476 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:36.986379 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:37.036141 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:37.086043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:37.200165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:37.385962 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:35Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:37.426131 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88224eca-7a12-4274-8076-4a15f848b70e req-483cff5b-1b9f-4baa-87db-21effb0fc357 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/ports?device_id=520e177e-a9b1-47c1-b519-1c53bf52bc2a HTTP/1.1" status: 200 len: 210 time: 0.3417304 Jun 04 09:33:37.448335 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Checking router: f0667a82-5fac-45d2-be9e-ab1af0bbad66 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:33:37.451275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks [] for router_gateway (f0667a82-5fac-45d2-be9e-ab1af0bbad66), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:37.468615 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Routers {'f0667a82-5fac-45d2-be9e-ab1af0bbad66'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:37.469760 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:37.639750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Deleting port 2044a406-d922-4d8d-bf30-39f78b984bb0 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:37.640400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:37.647923 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:37.666598 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] Set router f0667a82-5fac-45d2-be9e-ab1af0bbad66 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:37.689058 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84358a-17a1-44ec-87b4-8518a347b2de None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:26:29Z', 'revision_number': 4, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'd1011e89-b58a-4584-9460-292c04dd1ffb', 'name': '', 'network_id': 'a96e2986-096a-4e28-a2fd-b426bbfcf78d', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'mac_address': 'fa:16:3e:41:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3b79caad-f145-49d1-943b-cd76b877a473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:25Z', 'updated_at': '2022-06-04T09:26:43Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'subnets': [{'id': '3b79caad-f145-49d1-943b-cd76b877a473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:33:37.790673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] For port 2044a406-d922-4d8d-bf30-39f78b984bb0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2044a406-d922-4d8d-bf30-39f78b984bb0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:37.791548 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:37.826263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Calling delete_port for 2044a406-d922-4d8d-bf30-39f78b984bb0 owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:37.995550 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:35Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:38.054190 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d79ecc-60d0-4d97-ad81-bff0cda13d37 None None] The sync data for ids ['f0667a82-5fac-45d2-be9e-ab1af0bbad66'] in dv-cinder-844695-1-iscsi is: [{'id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'name': 'tempest-AttachVolumeNegativeTest-1085641068-router', 'tenant_id': '7410684ee8db448d8385de8549bce1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:35Z', 'revision_number': 5, 'project_id': '7410684ee8db448d8385de8549bce1a7', 'gw_port': {'id': '2044a406-d922-4d8d-bf30-39f78b984bb0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:44:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0667a82-5fac-45d2-be9e-ab1af0bbad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:33:38.141156 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea28731-ce40-48bb-ae72-b514716b83e0 None None] New status for floating IP 3acc9185-6837-4621-9c82-3fd1329237ae: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:33:38.255108 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (2044a406-d922-4d8d-bf30-39f78b984bb0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.287259 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Pushing event deleted for resources: {'Port': ['ID=2044a406-d922-4d8d-bf30-39f78b984bb0,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:38.410333 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.593405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.597875 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks [] for router_controller (f0667a82-5fac-45d2-be9e-ab1af0bbad66), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.702816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59934) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:38.793477 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (9a21f36a-1ced-4768-99ea-5ff0fd20d20f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.810151 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (f0667a82-5fac-45d2-be9e-ab1af0bbad66), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.811280 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0667a82-5fac-45d2-be9e-ab1af0bbad66 {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:33:38.819275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.824976 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c77eb9d2-2ce3-48e4-8d0e-cbc2c735572f admin admin] 10.222.0.46 "DELETE /v2.0/routers/f0667a82-5fac-45d2-be9e-ab1af0bbad66 HTTP/1.1" status: 204 len: 168 time: 2.0764880 Jun 04 09:33:38.825803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59936) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:38.830965 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (9a21f36a-1ced-4768-99ea-5ff0fd20d20f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.900860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Deleting subnet f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:33:38.911881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Publish callbacks [] for subnet (f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.984265 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753380'] for subnet (f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.993904 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9a21f36a-1ced-4768-99ea-5ff0fd20d20f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:38.999625 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.001800 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "DELETE /v2.0/security-groups/9a21f36a-1ced-4768-99ea-5ff0fd20d20f HTTP/1.1" status: 204 len: 168 time: 0.2973127 Jun 04 09:33:39.008623 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59940) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:39.047102 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba223799-6d7d-4869-94df-e6dffdbc1812 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21f36a-1ced-4768-99ea-5ff0fd20d20f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:39.051960 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-a9f7d8fb-c0c5-459a-baf6-b1a7d928c2cd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] show failed (client error): The resource could not be found. Jun 04 09:33:39.057788 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a9f7d8fb-c0c5-459a-baf6-b1a7d928c2cd tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "GET /v2.0/security-groups/9a21f36a-1ced-4768-99ea-5ff0fd20d20f HTTP/1.1" status: 404 len: 347 time: 0.0444221 Jun 04 09:33:39.059623 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 59942) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:39.189370 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.201438 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Deleting port bf9314b8-a487-4f24-b942-21dde5ad0849 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:39.202003 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.255587 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:39.413646 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16313825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794512'] for subnet (f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.424545 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:39.484301 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0441e-2369-4e4e-ac39-bfb9073c8ac4 None None] Network 72d5f400-ff54-4f35-902d-3289af4496b7 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:33:39.495223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.509284 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a HTTP/1.1" status: 204 len: 168 time: 0.6710005 Jun 04 09:33:39.510906 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59946) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:39.512141 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f53b6-2e7d-4524-9c8d-d73622276a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e251a6-75d9-445b-9bf2-6fd0aa04fc0a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:39.609380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.609902 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (bf9314b8-a487-4f24-b942-21dde5ad0849), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.610674 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2044a406-d922-4d8d-bf30-39f78b984bb0 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:39.637811 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Calling delete_port for bf9314b8-a487-4f24-b942-21dde5ad0849 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:39.665430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 2044a406-d922-4d8d-bf30-39f78b984bb0 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:39.665430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2044a406-d922-4d8d-bf30-39f78b984bb0 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:39.665430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c36eab28-f7d2-47bc-bf77-12cb1a609ae7 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:39.714308 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (72d5f400-ff54-4f35-902d-3289af4496b7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.815599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Deleting port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:39.816584 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.903011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:39.939155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] For port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,segment=NetworkSegment(61f561f3-eac0-44b2-b7e5-e3b525015653),segment_id=61f561f3-eac0-44b2-b7e5-e3b525015653)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:39.939861 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:39.941933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: c36eab28-f7d2-47bc-bf77-12cb1a609ae7 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:39.942470 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c36eab28-f7d2-47bc-bf77-12cb1a609ae7 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:39.958198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 6e772a52-7e16-406e-b953-3df1c61c710b {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:39.958198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 6e772a52-7e16-406e-b953-3df1c61c710b not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:39.972581 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Calling delete_port for 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:40.009792 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (bf9314b8-a487-4f24-b942-21dde5ad0849), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.086057 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Pushing event deleted for resources: {'Port': ['ID=bf9314b8-a487-4f24-b942-21dde5ad0849,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:40.158180 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] DHCP port deletion for 72d5f400-ff54-4f35-902d-3289af4496b7 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:33:40.210434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks [] for floatingip (3acc9185-6837-4621-9c82-3fd1329237ae), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.217983 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:40.219538 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.222031 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-731fb02c-817a-44e8-9a4a-4557ad38fb84 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] 10.222.0.46 "DELETE /v2.0/floatingips/3acc9185-6837-4621-9c82-3fd1329237ae HTTP/1.1" status: 204 len: 168 time: 1.1607792 Jun 04 09:33:40.242414 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Deleting port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:40.242650 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.243753 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.292037 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] No DVR routers for this DVR port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 on host dv-cinder-844695-1-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:40.294405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:40.392861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] For port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3, host dv-cinder-844695-1-iscsi, got binding levels [] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:40.394132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.424920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Calling delete_port for 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:40.431604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.ipam_backend_mixin [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 was not found and therefore no delete operation was performed {{(pid=104570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 04 09:33:40.436561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (2a2b2bfd-bfa7-4907-b8cd-dcece64200e3), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.473837 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (72d5f400-ff54-4f35-902d-3289af4496b7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.486339 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] Pushing event deleted for resources: {'Port': ['ID=2a2b2bfd-bfa7-4907-b8cd-dcece64200e3,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:40.493482 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414e19e-7c2a-4eb2-a73a-5d27943ebc13 None None] No DVR routers for this DVR port 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:40.532829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5f400-ff54-4f35-902d-3289af4496b7']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:40.553393 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f561f3-eac0-44b2-b7e5-e3b525015653') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:40.553843 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f561f3-eac0-44b2-b7e5-e3b525015653') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:40.572318 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (61f561f3-eac0-44b2-b7e5-e3b525015653), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.599117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (61f561f3-eac0-44b2-b7e5-e3b525015653), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.611972 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:33:40.612660 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (61f561f3-eac0-44b2-b7e5-e3b525015653), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.681488 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 61f561f3-eac0-44b2-b7e5-e3b525015653 resource provider aggregate not found Jun 04 09:33:40.708703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 61f561f3-eac0-44b2-b7e5-e3b525015653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61f561f3-eac0-44b2-b7e5-e3b525015653 found for delete ", "request_id": "req-85dcdbfc-34c0-4685-b1f9-aee14eba201c"}]} Jun 04 09:33:40.783432 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (72d5f400-ff54-4f35-902d-3289af4496b7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.794466 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:40.802881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/72d5f400-ff54-4f35-902d-3289af4496b7 HTTP/1.1" status: 204 len: 168 time: 1.2766614 Jun 04 09:33:40.841136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7350-6714-4ef7-8504-f529efbeb8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d5f400-ff54-4f35-902d-3289af4496b7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:41.246094 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59974) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:41.300189 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4582988c-e18f-480f-a7e0-8592abfd7e66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7410684ee8db448d8385de8549bce1a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526471 Jun 04 09:33:41.304038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 59976) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:41.365347 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] Publish callbacks [] for security_group (5e0b48d8-eec6-499e-88fb-cbf346184c35), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:41.394058 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] Publish callbacks [] for security_group (5e0b48d8-eec6-499e-88fb-cbf346184c35), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:41.437661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:41.480806 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:41.502696 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:41.508053 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2a2b2bfd-bfa7-4907-b8cd-dcece64200e3 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:41.641949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5e0b48d8-eec6-499e-88fb-cbf346184c35), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:41.647298 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:41.650378 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e0b48d8-eec6-499e-88fb-cbf346184c35 HTTP/1.1" status: 204 len: 168 time: 0.3449996 Jun 04 09:33:41.685866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b91d1-02aa-454f-9d24-ff32b3f65526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b48d8-eec6-499e-88fb-cbf346184c35,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:50.187912 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:50.203641 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=50,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:51.485729 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:51.660348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=60,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:51.693430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:51.911055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60142) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:52.551295 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (34e883b7-472b-4e80-b05d-32d3544b9d64), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:52.633381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7daf-39fc-4899-a2cc-755db698bece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:52.864093 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:52.865971 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:52.918118 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60176) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:52.982154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Deleting port d1011e89-b58a-4584-9460-292c04dd1ffb {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:52.983015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.107874 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ca3cb49-3c76-4ce6-9e82-398bf28f2ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.129769 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:33:53.162953 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] For port d1011e89-b58a-4584-9460-292c04dd1ffb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d1011e89-b58a-4584-9460-292c04dd1ffb,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:53.164380 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.190313 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Calling delete_port for d1011e89-b58a-4584-9460-292c04dd1ffb owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:53.223683 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ca3cb49-3c76-4ce6-9e82-398bf28f2ab5 admin admin] Publish callbacks [] for security_group (c7e968dd-c8e8-485a-894f-b4f32b325919), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.309901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1ca3cb49-3c76-4ce6-9e82-398bf28f2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c7e968dd-c8e8-485a-894f-b4f32b325919), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.384978 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1ca3cb49-3c76-4ce6-9e82-398bf28f2ab5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b85ac9b4cc34b888bd9fb1f12b6e35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654930 Jun 04 09:33:53.386601 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3cb49-3c76-4ce6-9e82-398bf28f2ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e968dd-c8e8-485a-894f-b4f32b325919,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:53.390869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60186) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:53.462761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:53.479180 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] Publish callbacks [] for security_group (c7e968dd-c8e8-485a-894f-b4f32b325919), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.507631 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] Publish callbacks [] for security_group (c7e968dd-c8e8-485a-894f-b4f32b325919), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.546329 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (d1011e89-b58a-4584-9460-292c04dd1ffb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.569709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:53.607055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1011e89-b58a-4584-9460-292c04dd1ffb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:53.667352 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (c7e968dd-c8e8-485a-894f-b4f32b325919), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.670486 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:53.671635 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7e968dd-c8e8-485a-894f-b4f32b325919 HTTP/1.1" status: 204 len: 168 time: 0.2794018 Jun 04 09:33:53.692805 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905f0ee-21d7-4602-a559-d27b536d1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e968dd-c8e8-485a-894f-b4f32b325919,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:53.905275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (34e883b7-472b-4e80-b05d-32d3544b9d64), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:54.237028 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Router 34e883b7-472b-4e80-b05d-32d3544b9d64 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:33:54.404970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:33:54.411794 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fb6541f6-c356-44fb-9223-ba9db4a774c3 admin admin] 10.222.0.46 "PUT /v2.0/routers/34e883b7-472b-4e80-b05d-32d3544b9d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5013196 Jun 04 09:33:54.415142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60204) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:54.418509 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Sync routers for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:33:54.441158 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:54.442402 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:54.597125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks [] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:54.601113 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:54.779400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:54.795182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks [] for router_gateway (34e883b7-472b-4e80-b05d-32d3544b9d64), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:54.955947 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Deleting port 06713a80-328d-4fb2-8665-2389e4271da0 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:54.956278 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (06713a80-328d-4fb2-8665-2389e4271da0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:54.978681 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '06713a80-328d-4fb2-8665-2389e4271da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:53Z', 'revision_number': 5, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port': {'id': '06713a80-328d-4fb2-8665-2389e4271da0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:26:16Z', 'updated_at': '2022-06-04T09:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:55.046888 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Checking router: 34e883b7-472b-4e80-b05d-32d3544b9d64 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:33:55.058428 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Routers {'34e883b7-472b-4e80-b05d-32d3544b9d64'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:33:55.059489 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:33:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['34e883b7-472b-4e80-b05d-32d3544b9d64'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:55.101543 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] For port 06713a80-328d-4fb2-8665-2389e4271da0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=06713a80-328d-4fb2-8665-2389e4271da0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:55.103275 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (06713a80-328d-4fb2-8665-2389e4271da0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.130054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Calling delete_port for 06713a80-328d-4fb2-8665-2389e4271da0 owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:55.233904 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] Set router 34e883b7-472b-4e80-b05d-32d3544b9d64 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:33:55.329027 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:54Z', 'revision_number': 6, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:55.378854 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e39252-acb0-4463-a493-8236b6e4d38c None None] The sync data for ids ['34e883b7-472b-4e80-b05d-32d3544b9d64'] in dv-cinder-844695-1-iscsi is: [{'id': '34e883b7-472b-4e80-b05d-32d3544b9d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1900636267-router', 'tenant_id': '0cf07261800e47938626f61a1fb73b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:26:13Z', 'updated_at': '2022-06-04T09:33:54Z', 'revision_number': 6, 'project_id': '0cf07261800e47938626f61a1fb73b2b', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:33:55.512434 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (06713a80-328d-4fb2-8665-2389e4271da0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.571112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=06713a80-328d-4fb2-8665-2389e4271da0,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:55.666142 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8bbb35dd-3419-4e9a-8056-26a5484914f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.690634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (34e883b7-472b-4e80-b05d-32d3544b9d64), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.798868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:55.801827 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.806096 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks [] for router_controller (34e883b7-472b-4e80-b05d-32d3544b9d64), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:55.833341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d1011e89-b58a-4584-9460-292c04dd1ffb no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:55.922201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: d1011e89-b58a-4584-9460-292c04dd1ffb {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:55.922766 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d1011e89-b58a-4584-9460-292c04dd1ffb not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:56.355882 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.358348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (34e883b7-472b-4e80-b05d-32d3544b9d64), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.358348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e883b7-472b-4e80-b05d-32d3544b9d64 {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:33:56.365540 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.370720 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-84de201f-8584-4396-9e95-0ce663dcf2cf admin admin] 10.222.0.46 "DELETE /v2.0/routers/34e883b7-472b-4e80-b05d-32d3544b9d64 HTTP/1.1" status: 204 len: 168 time: 1.9503083 Jun 04 09:33:56.371081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60252) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:56.474507 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Deleting subnet 3b79caad-f145-49d1-943b-cd76b877a473 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:33:56.482109 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Publish callbacks [] for subnet (3b79caad-f145-49d1-943b-cd76b877a473), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.558598 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (3b79caad-f145-49d1-943b-cd76b877a473), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.688662 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (3b79caad-f145-49d1-943b-cd76b877a473), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.903180 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (3b79caad-f145-49d1-943b-cd76b877a473), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.933917 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7243629-204d-40b5-afc5-ee8d891b50fd None None] Network a96e2986-096a-4e28-a2fd-b426bbfcf78d requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:33:56.988090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:56.995587 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3b79caad-f145-49d1-943b-cd76b877a473 HTTP/1.1" status: 204 len: 168 time: 0.6230812 Jun 04 09:33:56.999499 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60272) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:57.001317 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa274466-d4e4-4c51-b4d6-334ddb7367f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b79caad-f145-49d1-943b-cd76b877a473,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:57.098762 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (a96e2986-096a-4e28-a2fd-b426bbfcf78d), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.186980 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Deleting port 6f2639b8-8066-4cd3-99a8-3083f80e963f {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:57.187576 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.235823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] DHCP port deletion for a96e2986-096a-4e28-a2fd-b426bbfcf78d request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:33:57.290646 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Deleting port 6f2639b8-8066-4cd3-99a8-3083f80e963f {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:33:57.291210 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.315043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] For port 6f2639b8-8066-4cd3-99a8-3083f80e963f, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6f2639b8-8066-4cd3-99a8-3083f80e963f,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:57.318026 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.335354 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Calling delete_port for 6f2639b8-8066-4cd3-99a8-3083f80e963f owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:57.382039 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] For port 6f2639b8-8066-4cd3-99a8-3083f80e963f, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6f2639b8-8066-4cd3-99a8-3083f80e963f,segment=NetworkSegment(34cc3b36-1bc8-4f67-81aa-ba35d0be8414),segment_id=34cc3b36-1bc8-4f67-81aa-ba35d0be8414)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:33:57.382642 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.400669 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Calling delete_port for 6f2639b8-8066-4cd3-99a8-3083f80e963f owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:33:57.411326 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:57.501037 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6f2639b8-8066-4cd3-99a8-3083f80e963f no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:57.557548 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.585735 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.600421 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6f2639b8-8066-4cd3-99a8-3083f80e963f is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:33:57.600809 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6f2639b8-8066-4cd3-99a8-3083f80e963f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.607423 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2639b8-8066-4cd3-99a8-3083f80e963f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:57.615016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] No DVR routers for this DVR port 6f2639b8-8066-4cd3-99a8-3083f80e963f on host dv-cinder-844695-1-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:57.622997 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] No DVR routers for this DVR port 6f2639b8-8066-4cd3-99a8-3083f80e963f on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:33:57.627615 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Pushing event deleted for resources: {'Port': ['ID=6f2639b8-8066-4cd3-99a8-3083f80e963f,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:57.648708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.649051 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.649616 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.650122 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.650712 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.651222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.651910 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.652449 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.652985 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.653296 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.653787 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.654289 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.654951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.655430 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.655933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f3fcd-25ea-4355-87bc-35df74568d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:33:57.688691 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 06713a80-328d-4fb2-8665-2389e4271da0 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:33:57.715134 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 06713a80-328d-4fb2-8665-2389e4271da0 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:33:57.715485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 06713a80-328d-4fb2-8665-2389e4271da0 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:33:57.783658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (a96e2986-096a-4e28-a2fd-b426bbfcf78d), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.815983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96e2986-096a-4e28-a2fd-b426bbfcf78d']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:57.827693 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cc3b36-1bc8-4f67-81aa-ba35d0be8414') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:57.827990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cc3b36-1bc8-4f67-81aa-ba35d0be8414') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:33:57.845743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (34cc3b36-1bc8-4f67-81aa-ba35d0be8414), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.864810 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (34cc3b36-1bc8-4f67-81aa-ba35d0be8414), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.877999 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:33:57.878697 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (34cc3b36-1bc8-4f67-81aa-ba35d0be8414), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:57.947623 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60288) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:57.949475 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 34cc3b36-1bc8-4f67-81aa-ba35d0be8414 resource provider aggregate not found Jun 04 09:33:57.995091 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 34cc3b36-1bc8-4f67-81aa-ba35d0be8414 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34cc3b36-1bc8-4f67-81aa-ba35d0be8414 found for delete ", "request_id": "req-d8299904-3836-4e27-9d88-1b76ff68d40e"}]} Jun 04 09:33:58.054277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (a96e2986-096a-4e28-a2fd-b426bbfcf78d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.061404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.076669 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a96e2986-096a-4e28-a2fd-b426bbfcf78d HTTP/1.1" status: 204 len: 168 time: 1.0723329 Jun 04 09:33:58.106050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21090d-619e-4698-bc7d-68b796287ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96e2986-096a-4e28-a2fd-b426bbfcf78d,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:58.191680 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbba7-80ca-4939-ba2e-7fe1b959f3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.286922 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:58.327091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbba7-80ca-4939-ba2e-7fe1b959f3b5 admin admin] Publish callbacks [] for security_group (381fc042-8cbb-4fa9-88dc-3c3612dd65ac), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.454576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbba7-80ca-4939-ba2e-7fe1b959f3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (381fc042-8cbb-4fa9-88dc-3c3612dd65ac), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.512896 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:33:58.518692 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7b2fbba7-80ca-4939-ba2e-7fe1b959f3b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=383ca2a808fd41f593ebdabce663ae67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669930 Jun 04 09:33:58.519438 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fbba7-80ca-4939-ba2e-7fe1b959f3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381fc042-8cbb-4fa9-88dc-3c3612dd65ac,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:58.521943 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60334) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:58.605917 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] Publish callbacks [] for security_group (381fc042-8cbb-4fa9-88dc-3c3612dd65ac), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.647140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60336) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:58.652901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] Publish callbacks [] for security_group (381fc042-8cbb-4fa9-88dc-3c3612dd65ac), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.701257 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c4d4fcb3-b185-4d28-afe5-319b139468f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cf07261800e47938626f61a1fb73b2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0576861 Jun 04 09:33:58.704261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60338) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:33:58.790731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] Publish callbacks [] for security_group (fffc9a25-1c88-4963-80a8-05e508365ca7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.825056 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] Publish callbacks [] for security_group (fffc9a25-1c88-4963-80a8-05e508365ca7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.842872 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (381fc042-8cbb-4fa9-88dc-3c3612dd65ac), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.847179 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:58.853326 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/381fc042-8cbb-4fa9-88dc-3c3612dd65ac HTTP/1.1" status: 204 len: 168 time: 0.3256364 Jun 04 09:33:58.861528 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dabae-2659-457c-b5ae-3f7cb194e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381fc042-8cbb-4fa9-88dc-3c3612dd65ac,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:58.875909 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:59.294619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fffc9a25-1c88-4963-80a8-05e508365ca7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:59.302364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:33:59.306420 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fffc9a25-1c88-4963-80a8-05e508365ca7 HTTP/1.1" status: 204 len: 168 time: 0.5992959 Jun 04 09:33:59.348932 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720df52c-973a-4dba-9c55-95c5f66d6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc9a25-1c88-4963-80a8-05e508365ca7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:33:59.904679 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.111132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60374) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:00.130238 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f027b21-c8c2-4053-89d4-982d1d13f238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.254402 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f027b21-c8c2-4053-89d4-982d1d13f238 admin admin] Publish callbacks [] for security_group (9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.392790 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f027b21-c8c2-4053-89d4-982d1d13f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.478722 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4f027b21-c8c2-4053-89d4-982d1d13f238 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d54e684a53134eba92a50e8b5eef472c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657532 Jun 04 09:34:00.482811 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60394) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:00.484354 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027b21-c8c2-4053-89d4-982d1d13f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:00.568072 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Publish callbacks [] for security_group (9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.597235 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Publish callbacks [] for security_group (9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.608014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:00.761994 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.768995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:00.774865 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35 HTTP/1.1" status: 204 len: 168 time: 0.2864480 Jun 04 09:34:00.798796 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaddf0c-bbe0-42d3-ae90-bcbc5eb1ca35,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:00.823734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.826131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.827076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.828478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.831252 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.832463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.833315 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.834091 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.837305 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.838653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.839894 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.841009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.841966 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.842817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:00.843655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f1ed1d-ca18-4683-ab13-f15986a86c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:05.279235 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=35 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:05.377929 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=50 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:05.556732 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:10.469628 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:10.475402 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:10.808855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:10.876084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60620) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:11.056041 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60626) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:11.104334 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e6013ff5-a496-4b4f-8cfe-ae51ac8df2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.131112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a79aa2-731d-4468-b720-8188dcb52b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.302047 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a79aa2-731d-4468-b720-8188dcb52b41 admin admin] Publish callbacks [] for security_group (dbdf5fbf-30d6-41a8-9827-6666f6be1edb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.307041 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e6013ff5-a496-4b4f-8cfe-ae51ac8df2ee admin admin] Publish callbacks [] for security_group (3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.407677 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a79aa2-731d-4468-b720-8188dcb52b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (dbdf5fbf-30d6-41a8-9827-6666f6be1edb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.489040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e6013ff5-a496-4b4f-8cfe-ae51ac8df2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.512407 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a79aa2-731d-4468-b720-8188dcb52b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf5fbf-30d6-41a8-9827-6666f6be1edb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:11.523557 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b4a79aa2-731d-4468-b720-8188dcb52b41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d85c9e05c4d469a8113bd9bd76e158a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655483 Jun 04 09:34:11.527593 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60646) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:11.587996 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e6013ff5-a496-4b4f-8cfe-ae51ac8df2ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a1215e6650945b3b3cf1d77bb12ee25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105608 Jun 04 09:34:11.589332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60650) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:11.627052 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6013ff5-a496-4b4f-8cfe-ae51ac8df2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:11.639326 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Publish callbacks [] for security_group (dbdf5fbf-30d6-41a8-9827-6666f6be1edb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.677782 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Publish callbacks [] for security_group (dbdf5fbf-30d6-41a8-9827-6666f6be1edb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.698481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] Publish callbacks [] for security_group (3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.736788 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] Publish callbacks [] for security_group (3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.830397 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (dbdf5fbf-30d6-41a8-9827-6666f6be1edb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.833147 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.834370 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbdf5fbf-30d6-41a8-9827-6666f6be1edb HTTP/1.1" status: 204 len: 168 time: 0.3052022 Jun 04 09:34:11.859820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf5fbf-30d6-41a8-9827-6666f6be1edb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:11.879406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.880110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.881596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.882181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.886138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.886138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.886138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.886496 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:11.886592 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.886592 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.886909 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.890038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe HTTP/1.1" status: 204 len: 168 time: 0.2907591 Jun 04 09:34:11.890150 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.890150 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.890150 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.890150 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.891243 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.891983 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf497b-607a-4134-af83-41fc7df6018e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:11.906325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4cbe3-154b-45b8-991c-64d441d59ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401e92f-b4b2-4e7d-a0d0-f1d63a789cfe,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:12.780003 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60690) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:12.794691 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdd658f1-8385-49a5-bee3-dc9d76c2054a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:12.877121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:12.899708 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdd658f1-8385-49a5-bee3-dc9d76c2054a admin admin] Publish callbacks [] for security_group (fde5fa1b-cd14-452e-9368-40fd5753222e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:12.985836 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fdd658f1-8385-49a5-bee3-dc9d76c2054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fde5fa1b-cd14-452e-9368-40fd5753222e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.037881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fdd658f1-8385-49a5-bee3-dc9d76c2054a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56b557aa64f24511a33a15227e8279d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566745 Jun 04 09:34:13.039018 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd658f1-8385-49a5-bee3-dc9d76c2054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5fa1b-cd14-452e-9368-40fd5753222e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:13.041005 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60692) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:13.101465 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] Publish callbacks [] for security_group (fde5fa1b-cd14-452e-9368-40fd5753222e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.110259 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60694) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:13.128070 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-950234f4-dd0c-4bfa-8f79-7bd1ffcb9ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.130332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] Publish callbacks [] for security_group (fde5fa1b-cd14-452e-9368-40fd5753222e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.167053 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:13.218969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-950234f4-dd0c-4bfa-8f79-7bd1ffcb9ae8 admin admin] Publish callbacks [] for security_group (df768307-0d43-451e-8f6a-534ac63d1f7e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.269095 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fde5fa1b-cd14-452e-9368-40fd5753222e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.277405 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.277405 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fde5fa1b-cd14-452e-9368-40fd5753222e HTTP/1.1" status: 204 len: 168 time: 0.2310796 Jun 04 09:34:13.285859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d78a2-f019-4a58-86be-d66a81e3bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5fa1b-cd14-452e-9368-40fd5753222e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:13.299279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-950234f4-dd0c-4bfa-8f79-7bd1ffcb9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (df768307-0d43-451e-8f6a-534ac63d1f7e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.376772 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950234f4-dd0c-4bfa-8f79-7bd1ffcb9ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df768307-0d43-451e-8f6a-534ac63d1f7e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:13.387474 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-950234f4-dd0c-4bfa-8f79-7bd1ffcb9ae8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=478f04f30cea4a189aa9d9c5d3df376c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749979 Jun 04 09:34:13.389618 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60704) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:13.459827 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] Publish callbacks [] for security_group (df768307-0d43-451e-8f6a-534ac63d1f7e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.502384 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] Publish callbacks [] for security_group (df768307-0d43-451e-8f6a-534ac63d1f7e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.678810 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (df768307-0d43-451e-8f6a-534ac63d1f7e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.679296 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:13.680670 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df768307-0d43-451e-8f6a-534ac63d1f7e HTTP/1.1" status: 204 len: 168 time: 0.2897758 Jun 04 09:34:13.689709 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64cbd0-b94a-4339-9a19-001764804d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df768307-0d43-451e-8f6a-534ac63d1f7e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:16.999457 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60828) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:17.110323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60832) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:17.230809 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6054e3c-2030-4b84-9077-956236505007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.282623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e72e050-0fbd-4be5-a579-f80187732b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.398290 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6054e3c-2030-4b84-9077-956236505007 admin admin] Publish callbacks [] for security_group (1ae471a0-03ff-49bf-aed0-ce613da49f01), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.430540 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e72e050-0fbd-4be5-a579-f80187732b0f admin admin] Publish callbacks [] for security_group (f256e0b1-f3bd-42b4-8cca-db34320bfc88), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.468932 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6054e3c-2030-4b84-9077-956236505007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1ae471a0-03ff-49bf-aed0-ce613da49f01), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.514477 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f6054e3c-2030-4b84-9077-956236505007 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5d890325797406ba7a5bdb263c41713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027839 Jun 04 09:34:17.515242 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6054e3c-2030-4b84-9077-956236505007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae471a0-03ff-49bf-aed0-ce613da49f01,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:17.517222 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60840) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:17.533181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e72e050-0fbd-4be5-a579-f80187732b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f256e0b1-f3bd-42b4-8cca-db34320bfc88), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.574920 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6e72e050-0fbd-4be5-a579-f80187732b0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbed931b9e754877b3e081393ca9524b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5733736 Jun 04 09:34:17.577435 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60842) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:17.582472 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72e050-0fbd-4be5-a579-f80187732b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256e0b1-f3bd-42b4-8cca-db34320bfc88,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:17.584276 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] Publish callbacks [] for security_group (1ae471a0-03ff-49bf-aed0-ce613da49f01), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.626414 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] Publish callbacks [] for security_group (1ae471a0-03ff-49bf-aed0-ce613da49f01), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.683236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] Publish callbacks [] for security_group (f256e0b1-f3bd-42b4-8cca-db34320bfc88), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.709221 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] Publish callbacks [] for security_group (f256e0b1-f3bd-42b4-8cca-db34320bfc88), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.807236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1ae471a0-03ff-49bf-aed0-ce613da49f01), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.810209 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.811499 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ae471a0-03ff-49bf-aed0-ce613da49f01 HTTP/1.1" status: 204 len: 168 time: 0.2929568 Jun 04 09:34:17.821650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20162cb-da2b-4b95-a130-dc6579c49049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae471a0-03ff-49bf-aed0-ce613da49f01,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:17.868824 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (f256e0b1-f3bd-42b4-8cca-db34320bfc88), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.873688 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:17.875664 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f256e0b1-f3bd-42b4-8cca-db34320bfc88 HTTP/1.1" status: 204 len: 168 time: 0.2968152 Jun 04 09:34:17.889588 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7484b5-68ae-4604-bf45-2144a5646e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256e0b1-f3bd-42b4-8cca-db34320bfc88,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:18.664339 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60872) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:18.678322 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28e09401-368e-4dbd-ae79-82a4d85bdd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:18.799386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28e09401-368e-4dbd-ae79-82a4d85bdd4b admin admin] Publish callbacks [] for security_group (08b622bf-096a-484a-a1b8-6914478e87f0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:18.927243 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28e09401-368e-4dbd-ae79-82a4d85bdd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (08b622bf-096a-484a-a1b8-6914478e87f0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:18.973661 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-28e09401-368e-4dbd-ae79-82a4d85bdd4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67f4c10e5f6d4f1783ca69394cd80bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109975 Jun 04 09:34:18.974690 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e09401-368e-4dbd-ae79-82a4d85bdd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b622bf-096a-484a-a1b8-6914478e87f0,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:18.978082 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60884) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:19.008268 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:19.051405 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:19.067630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] Publish callbacks [] for security_group (08b622bf-096a-484a-a1b8-6914478e87f0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:19.100168 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] Publish callbacks [] for security_group (08b622bf-096a-484a-a1b8-6914478e87f0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:19.224496 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (08b622bf-096a-484a-a1b8-6914478e87f0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:19.231223 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:19.231223 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08b622bf-096a-484a-a1b8-6914478e87f0 HTTP/1.1" status: 204 len: 168 time: 0.2489471 Jun 04 09:34:19.242495 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21f29f-e6ea-4cc7-9caa-dc67f35f8dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b622bf-096a-484a-a1b8-6914478e87f0,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:20.406561 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60932) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:20.696240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4ea1544f-23d9-4116-9d04-e6a96bf46a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:20.839032 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4ea1544f-23d9-4116-9d04-e6a96bf46a9c admin admin] Publish callbacks [] for security_group (b3e42859-9e5d-478f-9421-556486bbfa3c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:20.933183 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4ea1544f-23d9-4116-9d04-e6a96bf46a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b3e42859-9e5d-478f-9421-556486bbfa3c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:20.979755 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4ea1544f-23d9-4116-9d04-e6a96bf46a9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d71241b8d39418b9656e97e29f1895a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715039 Jun 04 09:34:20.981173 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1544f-23d9-4116-9d04-e6a96bf46a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e42859-9e5d-478f-9421-556486bbfa3c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:20.983660 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 60948) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:20.993208 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:21.069129 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] Publish callbacks [] for security_group (b3e42859-9e5d-478f-9421-556486bbfa3c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:21.086245 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:21.107706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] Publish callbacks [] for security_group (b3e42859-9e5d-478f-9421-556486bbfa3c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:21.246316 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b3e42859-9e5d-478f-9421-556486bbfa3c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:21.251242 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:21.257530 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3e42859-9e5d-478f-9421-556486bbfa3c HTTP/1.1" status: 204 len: 168 time: 0.2672246 Jun 04 09:34:21.280854 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c4180-4207-4aec-aa11-c28bcda80aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e42859-9e5d-478f-9421-556486bbfa3c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:22.025369 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 60996) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:22.044080 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f6f-08f1-4ca1-ae7e-b3802f75effe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.084169 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:22.092300 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:22.189255 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f6f-08f1-4ca1-ae7e-b3802f75effe admin admin] Publish callbacks [] for security_group (7f40ddcd-46de-478a-84fc-1a4341084c9e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.308218 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f6f-08f1-4ca1-ae7e-b3802f75effe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7f40ddcd-46de-478a-84fc-1a4341084c9e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.393994 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b59a9f6f-08f1-4ca1-ae7e-b3802f75effe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbc0d91ccdb1429caa02771cb0a65763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671556 Jun 04 09:34:22.395848 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9f6f-08f1-4ca1-ae7e-b3802f75effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f40ddcd-46de-478a-84fc-1a4341084c9e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:22.396655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 32776) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:22.466042 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] Publish callbacks [] for security_group (7f40ddcd-46de-478a-84fc-1a4341084c9e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.478340 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:22.479978 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:22.495158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] Publish callbacks [] for security_group (7f40ddcd-46de-478a-84fc-1a4341084c9e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.582942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-931ce57e-006a-4061-a2f3-30aa85075029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.698178 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (7f40ddcd-46de-478a-84fc-1a4341084c9e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.704586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:22.707799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f40ddcd-46de-478a-84fc-1a4341084c9e HTTP/1.1" status: 204 len: 168 time: 0.3091180 Jun 04 09:34:22.725657 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278f90-d79a-4c25-96bc-f96c7e5c88ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f40ddcd-46de-478a-84fc-1a4341084c9e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:22.959748 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 32792) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:23.240045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3371b6f3-0494-4dcd-875f-257516d8ad02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.382492 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3371b6f3-0494-4dcd-875f-257516d8ad02 admin admin] Publish callbacks [] for security_group (2e2dfecd-b5c4-466e-94d6-b774887c7a67), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.504182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3371b6f3-0494-4dcd-875f-257516d8ad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2e2dfecd-b5c4-466e-94d6-b774887c7a67), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.571954 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3371b6f3-0494-4dcd-875f-257516d8ad02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6c54f3c726d412a8f9fd25d84b3743c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6109030 Jun 04 09:34:23.573521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b6f3-0494-4dcd-875f-257516d8ad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2dfecd-b5c4-466e-94d6-b774887c7a67,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:23.576860 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32808) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:23.697380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] Publish callbacks [] for security_group (2e2dfecd-b5c4-466e-94d6-b774887c7a67), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.741960 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] Publish callbacks [] for security_group (2e2dfecd-b5c4-466e-94d6-b774887c7a67), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.888370 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2e2dfecd-b5c4-466e-94d6-b774887c7a67), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.893772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:23.895168 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e2dfecd-b5c4-466e-94d6-b774887c7a67 HTTP/1.1" status: 204 len: 168 time: 0.3160005 Jun 04 09:34:23.907633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d436c4-61d4-4b4d-aa7d-a520d35ab4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2dfecd-b5c4-466e-94d6-b774887c7a67,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:24.871273 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32844) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:24.896243 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c77a-7252-4127-9265-d22f9ac27a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.001424 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=15 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:25.053979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c77a-7252-4127-9265-d22f9ac27a50 admin admin] Publish callbacks [] for security_group (81ae6870-9e77-401a-bc31-d4072771fab3), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.447786 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c77a-7252-4127-9265-d22f9ac27a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (81ae6870-9e77-401a-bc31-d4072771fab3), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.473437 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:25.520979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1c77a-7252-4127-9265-d22f9ac27a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae6870-9e77-401a-bc31-d4072771fab3,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:25.531335 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d1b1c77a-7252-4127-9265-d22f9ac27a50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8aa37d3353147a58f31b9954d39009a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6562712 Jun 04 09:34:25.534336 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32850) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:25.615953 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] Publish callbacks [] for security_group (81ae6870-9e77-401a-bc31-d4072771fab3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.655270 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] Publish callbacks [] for security_group (81ae6870-9e77-401a-bc31-d4072771fab3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.704391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc182-d7c5-485d-8e57-980746408251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.852385 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (81ae6870-9e77-401a-bc31-d4072771fab3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.861027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:25.861027 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81ae6870-9e77-401a-bc31-d4072771fab3 HTTP/1.1" status: 204 len: 168 time: 0.3233716 Jun 04 09:34:25.872602 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333202-c8cb-4ae0-9b75-15215e9a62f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae6870-9e77-401a-bc31-d4072771fab3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:26.453056 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 32874) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:26.493850 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:26.593851 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c769b2e-54ba-4bc3-8343-79c1b825be55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:26.684352 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c769b2e-54ba-4bc3-8343-79c1b825be55 admin admin] Publish callbacks [] for security_group (8a9275e4-1e27-433f-9b47-4ac8d00cb470), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:26.777965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5c769b2e-54ba-4bc3-8343-79c1b825be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (8a9275e4-1e27-433f-9b47-4ac8d00cb470), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:26.855570 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5c769b2e-54ba-4bc3-8343-79c1b825be55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d257757a602463089cc5cb6e962ebc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008300 Jun 04 09:34:26.857479 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c769b2e-54ba-4bc3-8343-79c1b825be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9275e4-1e27-433f-9b47-4ac8d00cb470,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:26.861590 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32892) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:26.935872 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] Publish callbacks [] for security_group (8a9275e4-1e27-433f-9b47-4ac8d00cb470), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:26.967716 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] Publish callbacks [] for security_group (8a9275e4-1e27-433f-9b47-4ac8d00cb470), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:27.241359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (8a9275e4-1e27-433f-9b47-4ac8d00cb470), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:27.241359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:27.242454 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a9275e4-1e27-433f-9b47-4ac8d00cb470 HTTP/1.1" status: 204 len: 168 time: 0.3813074 Jun 04 09:34:27.258453 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba454a-877c-4130-81e1-e902ef9cd44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9275e4-1e27-433f-9b47-4ac8d00cb470,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:28.591046 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32966) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:28.892619 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:28.928553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 32978) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:28.930614 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d22785e-3f78-4bd8-bdb6-a716fe2fecb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.035880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787258964-network', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:29.054425 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d22785e-3f78-4bd8-bdb6-a716fe2fecb7 admin admin] Publish callbacks [] for security_group (33fad093-c2f8-4bd7-9105-0a3ce4c999c8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.139164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d22785e-3f78-4bd8-bdb6-a716fe2fecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (33fad093-c2f8-4bd7-9105-0a3ce4c999c8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.178569 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:29.185620 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Made reservation on behalf of d7bc412a2d2f4fc68c2a9f3562232807 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:29.190684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.217972 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.234057 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0d22785e-3f78-4bd8-bdb6-a716fe2fecb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40de23de45c94d17b950b0b25fd8eb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6440935 Jun 04 09:34:29.236225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22785e-3f78-4bd8-bdb6-a716fe2fecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fad093-c2f8-4bd7-9105-0a3ce4c999c8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:29.239069 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32990) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:29.319792 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:29.322159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] Publish callbacks [] for security_group (33fad093-c2f8-4bd7-9105-0a3ce4c999c8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.366974 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] Publish callbacks [] for security_group (33fad093-c2f8-4bd7-9105-0a3ce4c999c8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.380672 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks [] for security_group (876583ba-4398-4eee-855c-7c2973acaf84), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.465185 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (876583ba-4398-4eee-855c-7c2973acaf84), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.475788 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:29.510467 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876583ba-4398-4eee-855c-7c2973acaf84,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:29.521610 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (33fad093-c2f8-4bd7-9105-0a3ce4c999c8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.533515 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.533515 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33fad093-c2f8-4bd7-9105-0a3ce4c999c8 HTTP/1.1" status: 204 len: 168 time: 0.2886908 Jun 04 09:34:29.533823 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:34:29.548696 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (575601b9-01a1-4f8c-a874-0842cc27bac0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.549238 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Added segment 575601b9-01a1-4f8c-a874-0842cc27bac0 of type vlan for network 091b8198-00d3-4e96-9948-78161854c494 Jun 04 09:34:29.594457 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da05b-1ad8-4029-9348-50fb15af4436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fad093-c2f8-4bd7-9105-0a3ce4c999c8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:29.640246 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (091b8198-00d3-4e96-9948-78161854c494), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.756915 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (091b8198-00d3-4e96-9948-78161854c494), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.758365 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:29.759742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.849194 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] Pushing event updated for resources: {'Network': ['ID=091b8198-00d3-4e96-9948-78161854c494,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:29.861513 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 091b8198-00d3-4e96-9948-78161854c494 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:34:29.944242 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:29.951553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9cc4dc56-79b3-42aa-90e0-8c70856d348e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0212224 Jun 04 09:34:29.954778 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 32996) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:29.963115 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Request body: {'subnet': {'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787258964-subnet', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:30.127069 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Made reservation on behalf of d7bc412a2d2f4fc68c2a9f3562232807 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:30.129844 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.136392 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:34:30.264154 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:30.545549 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (6d9ec26b-95b4-4832-b19c-000caed982b5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.617937 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9ec26b-95b4-4832-b19c-000caed982b5,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:30.620131 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Checking segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:30.620520 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Network hostable DHCP agents. Network: 091b8198-00d3-4e96-9948-78161854c494, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:34:30.643852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33006) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:30.662030 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f177f341-1dfb-47d9-9a41-2dffdc32fa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.758186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f177f341-1dfb-47d9-9a41-2dffdc32fa24 admin admin] Publish callbacks [] for security_group (2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.779411 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Network 091b8198-00d3-4e96-9948-78161854c494 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:34:30.852700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f177f341-1dfb-47d9-9a41-2dffdc32fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.894240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 091b8198-00d3-4e96-9948-78161854c494) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:30.898770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177f341-1dfb-47d9-9a41-2dffdc32fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:30.906412 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:30.906412 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:30.906817 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f177f341-1dfb-47d9-9a41-2dffdc32fa24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=688bd9f9113b49979525926e2afc19da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600474 Jun 04 09:34:30.909986 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33008) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:30.919540 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b0d90-1dca-4bad-9cb0-755af869b247 None None] Network 091b8198-00d3-4e96-9948-78161854c494 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:30.976738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] Publish callbacks [] for security_group (2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.003897 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] Publish callbacks [] for security_group (2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.049133 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-21840205-3cc3-435a-8ee1-e6e811ccd2b0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0928931 Jun 04 09:34:31.057839 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33012) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:31.068023 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:31.108112 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-091b8198-00d3-4e96-9948-78161854c494', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:34:31.109928 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.185997 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (266fc30b-2d08-45a5-b990-c2155787645f), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.187818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (266fc30b-2d08-45a5-b990-c2155787645f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.194103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.199146 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.201151 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3 HTTP/1.1" status: 204 len: 168 time: 0.2897859 Jun 04 09:34:31.222298 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138cf06-0da5-460e-a955-a76751bb9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb70923-bcc8-4d3b-9c83-a2ef88b5c3c3,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:31.380698 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for router_controller (266fc30b-2d08-45a5-b990-c2155787645f), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.407668 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Allocated IP 172.20.0.2 (091b8198-00d3-4e96-9948-78161854c494/6d9ec26b-95b4-4832-b19c-000caed982b5/9f06ed77-9131-40d0-9ce2-57ed196b5122) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:31.583879 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks [] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.710795 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:31.819104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.860271 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for router_gateway (266fc30b-2d08-45a5-b990-c2155787645f), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:31.886710 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:31.889022 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Network 091b8198-00d3-4e96-9948-78161854c494 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:31.892543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:31.896870 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:31.912085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Pushing event updated for resources: {'Port': ['ID=9f06ed77-9131-40d0-9ce2-57ed196b5122,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:32.001118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Attempting to bind port 9f06ed77-9131-40d0-9ce2-57ed196b5122 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:32.001727 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Attempting to bind port 9f06ed77-9131-40d0-9ce2-57ed196b5122 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:32.002334 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Attempting to bind port 9f06ed77-9131-40d0-9ce2-57ed196b5122 on network 091b8198-00d3-4e96-9948-78161854c494 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:32.012718 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:32.013333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Checking segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:32.014149 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.014634 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Bound using segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:32.015466 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Bound port: 9f06ed77-9131-40d0-9ce2-57ed196b5122, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:32.016110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.102644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:32.134177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] For port 9f06ed77-9131-40d0-9ce2-57ed196b5122, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:32.138806 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] For port 9f06ed77-9131-40d0-9ce2-57ed196b5122, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=9f06ed77-9131-40d0-9ce2-57ed196b5122,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:32.260407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.295436 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:32.331696 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for router_gateway (266fc30b-2d08-45a5-b990-c2155787645f), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.374616 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21661e1-47cc-4aa5-ac9d-5d7eddd44bc7 None None] Pushing event updated for resources: {'Port': ['ID=9f06ed77-9131-40d0-9ce2-57ed196b5122,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:32.406870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.555814 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Allocated IP 172.27.0.171 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/a8291e16-227e-4190-847b-fd54ab12092f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:32.770444 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for port (a8291e16-227e-4190-847b-fd54ab12092f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.922950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (a8291e16-227e-4190-847b-fd54ab12092f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:32.978012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:32.981967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:32.987860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:33.015707 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33048) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:33.037783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Pushing event updated for resources: {'Port': ['ID=a8291e16-227e-4190-847b-fd54ab12092f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:33.177647 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-399307702-network', 'tenant_id': 'fff077a9afa543b2b239071f9c79ac38'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:33.357659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Made reservation on behalf of fff077a9afa543b2b239071f9c79ac38 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:33.357659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.361599 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.487472 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for router_gateway (266fc30b-2d08-45a5-b990-c2155787645f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.522253 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks [] for security_group (ca5bec04-2b64-492a-9bb5-75f4c6614d3a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.591871 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 9f06ed77-9131-40d0-9ce2-57ed196b5122 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:33.613034 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (ca5bec04-2b64-492a-9bb5-75f4c6614d3a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.654535 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:34:33.665953 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5bec04-2b64-492a-9bb5-75f4c6614d3a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:33.684764 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (714b8258-5bc3-4d6a-a732-d7be193b44ad), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.685109 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Added segment 714b8258-5bc3-4d6a-a732-d7be193b44ad of type vlan for network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 Jun 04 09:34:33.687873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 9f06ed77-9131-40d0-9ce2-57ed196b5122 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:33.688662 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.732515 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a26b1d-5c7e-4cbe-a2c7-5d5e596c474f None None] Network 091b8198-00d3-4e96-9948-78161854c494 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:33.746529 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.851620 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Provisioning complete for port 9f06ed77-9131-40d0-9ce2-57ed196b5122 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:33.852194 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.853031 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.854754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:33.855757 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.869906 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:33.873222 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (266fc30b-2d08-45a5-b990-c2155787645f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:33.953513 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:33.985404 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:34:34.071025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 9f06ed77-9131-40d0-9ce2-57ed196b5122 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:34.071473 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.098971 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-28ea0277-3a1b-4054-a4b6-762edb44ac76 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0813534 Jun 04 09:34:34.101481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33058) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:34.112165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:34.112879 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Request body: {'subnet': {'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-399307702-subnet', 'tenant_id': 'fff077a9afa543b2b239071f9c79ac38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:34.121548 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:34.185985 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 9f06ed77-9131-40d0-9ce2-57ed196b5122, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=9f06ed77-9131-40d0-9ce2-57ed196b5122,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:34.192591 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Current status of the port 9f06ed77-9131-40d0-9ce2-57ed196b5122 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:34.193147 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.207635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Router 266fc30b-2d08-45a5-b990-c2155787645f is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:34:34.277212 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Made reservation on behalf of fff077a9afa543b2b239071f9c79ac38 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:34.280136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12794549'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.328363 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.421475 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 09:34:34.422104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 09:34:34.434311 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:34:34.453525 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Sync routers for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:34:34.456911 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=9f06ed77-9131-40d0-9ce2-57ed196b5122,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:34.475562 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:34.476464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:34.580659 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.583837 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-56b9f524-f8e6-426b-995b-1a8a286e8881 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5231605 Jun 04 09:34:34.587289 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33062) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:34.698550 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16313124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794503'] for subnet (f808e8c6-5319-4d8a-a4db-d344f1f2d5b7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:34.744546 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:34.792556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:34.800474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f808e8c6-5319-4d8a-a4db-d344f1f2d5b7,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:34.816164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Checking segment: {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:34.816876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Network hostable DHCP agents. Network: fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:34:34.935698 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:34.977405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:34:34.979635 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:35.021020 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-316a184e-c890-4530-8f18-d084a9dcf498 None None] Current status of the port 9f06ed77-9131-40d0-9ce2-57ed196b5122 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:35.113095 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:33Z', 'revision_number': 3, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:35.142639 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.153919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:35.159121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:35.159596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.161894 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Checking router: 266fc30b-2d08-45a5-b990-c2155787645f for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:34:35.162515 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Updating router 266fc30b-2d08-45a5-b990-c2155787645f port a8291e16-227e-4190-847b-fd54ab12092f binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:34:35.226230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590fee64-dff3-403d-b34f-184cc9e798c9 None None] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:35.257843 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-92738000-ee3b-4b83-b863-35a25ebca5c1 None None] Provisioning complete for port 9f06ed77-9131-40d0-9ce2-57ed196b5122 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:35.258454 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-92738000-ee3b-4b83-b863-35a25ebca5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.279682 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-999a7970-3581-44f7-950d-fddaa6abd952 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1762478 Jun 04 09:34:35.301580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:35.379003 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Allocated IP 172.20.0.1 (091b8198-00d3-4e96-9948-78161854c494/6d9ec26b-95b4-4832-b19c-000caed982b5/2ffce030-8e42-4360-82e4-937961939cfb) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:35.382277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a8291e16-227e-4190-847b-fd54ab12092f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.586500 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks [] for port (2ffce030-8e42-4360-82e4-937961939cfb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.631960 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 9f06ed77-9131-40d0-9ce2-57ed196b5122 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:35.714158 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:35.723301 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.754736 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bad40f-37e6-44ed-b86a-23274349fe65 None None] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:35.777675 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:35.834164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:35.849529 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Network 091b8198-00d3-4e96-9948-78161854c494 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:35.855670 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:35.862915 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:35.915286 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:35.959308 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (266fc30b-2d08-45a5-b990-c2155787645f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.011542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-92738000-ee3b-4b83-b863-35a25ebca5c1 None None] Current status of the port 9f06ed77-9131-40d0-9ce2-57ed196b5122 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:36.137476 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 9f06ed77-9131-40d0-9ce2-57ed196b5122 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:36.138065 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.291049 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b8bd563e-fe5c-4041-a5bb-bc9088412257 None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:36.291412 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b8bd563e-fe5c-4041-a5bb-bc9088412257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.316157 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2ffce030-8e42-4360-82e4-937961939cfb), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.430023 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:36.453344 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd563e-fe5c-4041-a5bb-bc9088412257 None None] Port 2ffce030-8e42-4360-82e4-937961939cfb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:36.477595 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 9f06ed77-9131-40d0-9ce2-57ed196b5122 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:36.486074 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks [] for port (a8291e16-227e-4190-847b-fd54ab12092f), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.605870 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a8291e16-227e-4190-847b-fd54ab12092f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.670481 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks [] for port (2ffce030-8e42-4360-82e4-937961939cfb), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.688535 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Attempting to bind port a8291e16-227e-4190-847b-fd54ab12092f on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:36.688982 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Attempting to bind port a8291e16-227e-4190-847b-fd54ab12092f by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:36.689452 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Attempting to bind port a8291e16-227e-4190-847b-fd54ab12092f on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:36.692205 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc1be-f7e1-4237-a891-231d3f589b94 None None] Pushing event updated for resources: {'Port': ['ID=a8291e16-227e-4190-847b-fd54ab12092f,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:36.699118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:36.699625 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:36.699999 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.700262 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:36.700746 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Bound port: a8291e16-227e-4190-847b-fd54ab12092f, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:36.701120 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a8291e16-227e-4190-847b-fd54ab12092f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.759153 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.768416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] For port a8291e16-227e-4190-847b-fd54ab12092f, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:36.786585 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] For port a8291e16-227e-4190-847b-fd54ab12092f, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a8291e16-227e-4190-847b-fd54ab12092f,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:36.884788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (266fc30b-2d08-45a5-b990-c2155787645f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:36.886799 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:36.935418 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a8291e16-227e-4190-847b-fd54ab12092f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:37.064512 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Network 091b8198-00d3-4e96-9948-78161854c494 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:37.064800 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:37.066142 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:37.066377 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:37.162025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc1be-f7e1-4237-a891-231d3f589b94 None None] Pushing event updated for resources: {'Port': ['ID=a8291e16-227e-4190-847b-fd54ab12092f,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:37.274463 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Router 266fc30b-2d08-45a5-b990-c2155787645f has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:34:37.351999 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:37.379412 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:37.470716 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:34:37.479789 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e979db86-145e-4c50-a605-414259d060a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/266fc30b-2d08-45a5-b990-c2155787645f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8904896 Jun 04 09:34:37.646264 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:37.674559 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e62732e6-a921-4b78-bc2b-cb9769fd4684 None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:37.674896 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e62732e6-a921-4b78-bc2b-cb9769fd4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:37.733564 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e62732e6-a921-4b78-bc2b-cb9769fd4684 None None] Port 2ffce030-8e42-4360-82e4-937961939cfb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:37.798380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 2, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:37.830825 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e56d-b351-46c2-a1e8-9ee4caf2bea1 None None] The sync data for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi is: [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 2, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:34:38.008433 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:38.386164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-abafcf85-1b8f-4745-8105-9fc6bcdfad67 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:38.388935 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-abafcf85-1b8f-4745-8105-9fc6bcdfad67 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/networks?id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 200 len: 808 time: 0.1689010 Jun 04 09:34:38.414410 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-95d8b0fd-6998-4a41-addb-9705448cf030 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/quotas/fff077a9afa543b2b239071f9c79ac38 HTTP/1.1" status: 200 len: 375 time: 0.0141015 Jun 04 09:34:38.464729 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-f21f0618-5b1b-422e-bf0e-88c2fef87839 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405533 Jun 04 09:34:38.617173 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33140) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:38.622942 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1073855001-network', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:38.789802 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Made reservation on behalf of 8bfd730457a34f2192b1f1cf0d5a1aed for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:38.792910 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:38.814165 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:38.956470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-87a00485-6059-41b7-b133-6b4bc3877b86 service neutron] 10.222.0.46 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776831 Jun 04 09:34:38.970871 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks [] for security_group (b9489645-3aa9-48b1-96f1-c343ab188ddc), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.071037 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b9489645-3aa9-48b1-96f1-c343ab188ddc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.117829 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:34:39.119375 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-54a9b27a-291d-46d4-a293-b352e769bcc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555383 Jun 04 09:34:39.128233 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9489645-3aa9-48b1-96f1-c343ab188ddc,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:39.144549 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (6b3d80b8-4a92-4685-9f82-3f86d779a97c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.145589 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Added segment 6b3d80b8-4a92-4685-9f82-3f86d779a97c of type vlan for network 200d1f85-4379-43e9-baf6-ff548e3001b8 Jun 04 09:34:39.224128 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:39.227981 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (200d1f85-4379-43e9-baf6-ff548e3001b8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.537039 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (200d1f85-4379-43e9-baf6-ff548e3001b8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.539527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:39.540911 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.580714 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a8291e16-227e-4190-847b-fd54ab12092f up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:39.617253 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-58ea92e1-bbb8-4955-84eb-a8bf0bb27b7b req-aaded686-0985-47db-a798-4500c6fc20f0 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0589545 Jun 04 09:34:39.652386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port a8291e16-227e-4190-847b-fd54ab12092f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:39.652769 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (a8291e16-227e-4190-847b-fd54ab12092f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.733743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=200d1f85-4379-43e9-baf6-ff548e3001b8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:39.754906 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:34:39.838531 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port a8291e16-227e-4190-847b-fd54ab12092f is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:39.839085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a8291e16-227e-4190-847b-fd54ab12092f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.861339 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-049334a8-1ae4-47a1-9531-8f251669f0f7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2429378 Jun 04 09:34:39.864354 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33156) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:39.871511 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Request body: {'subnet': {'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1073855001-subnet', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:39.890913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port a8291e16-227e-4190-847b-fd54ab12092f, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a8291e16-227e-4190-847b-fd54ab12092f,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:39.995479 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Made reservation on behalf of 8bfd730457a34f2192b1f1cf0d5a1aed for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:39.995859 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (a8291e16-227e-4190-847b-fd54ab12092f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:39.998825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:40.102882 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=a8291e16-227e-4190-847b-fd54ab12092f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:40.123783 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:40.428932 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (963f3ce5-ba3b-4650-9c87-6ecd9fdc693d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:40.510343 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963f3ce5-ba3b-4650-9c87-6ecd9fdc693d,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:40.524560 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Checking segment: {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:40.525201 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Network hostable DHCP agents. Network: 200d1f85-4379-43e9-baf6-ff548e3001b8, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:34:40.708301 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a57d0f0c-03f9-438e-bf87-094b9a9a88ed req-56792712-3c47-4862-b19e-108ea1482ac7 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0350401 Jun 04 09:34:40.733398 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Sync routers for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:34:40.746403 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:40.747032 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:40.772633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:34:40.870161 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:40.920082 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 200d1f85-4379-43e9-baf6-ff548e3001b8) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:40.928748 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:40.931603 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:40.935895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5564c-909d-4a11-a4db-07095d65157c None None] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:41.086019 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8c2893ef-5915-4ea5-af66-75993edc2b11 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2171085 Jun 04 09:34:41.086307 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33172) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:41.092554 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:41.172113 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-200d1f85-4379-43e9-baf6-ff548e3001b8', 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8', 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'fixed_ips': [{'subnet_id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:34:41.172113 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.199978 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.206895 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.253687 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 2, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:41.330192 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Checking router: 266fc30b-2d08-45a5-b990-c2155787645f for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:34:41.331214 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Updating router 266fc30b-2d08-45a5-b990-c2155787645f port 2ffce030-8e42-4360-82e4-937961939cfb binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:34:41.393991 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2ffce030-8e42-4360-82e4-937961939cfb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.459975 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:41.484767 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Allocated IP 172.20.0.2 (200d1f85-4379-43e9-baf6-ff548e3001b8/963f3ce5-ba3b-4650-9c87-6ecd9fdc693d/f6950bc8-a49a-4fb6-9707-d03c4431ef4b) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:41.583837 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for router_controller (a5db3590-dab0-4b71-9ff3-09e656afdd39), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.619742 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a8291e16-227e-4190-847b-fd54ab12092f up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:41.776918 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port a8291e16-227e-4190-847b-fd54ab12092f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:41.777386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (a8291e16-227e-4190-847b-fd54ab12092f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.786125 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:41.913090 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks [] for port (2ffce030-8e42-4360-82e4-937961939cfb), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:41.919624 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4779944a-905f-435b-92a5-c8430138a2e1 req-270fd607-bb6c-4e5e-a9f1-52e380080d9f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0613708 Jun 04 09:34:41.957665 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks [] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.038116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port a8291e16-227e-4190-847b-fd54ab12092f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:42.048135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for router_gateway (a5db3590-dab0-4b71-9ff3-09e656afdd39), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.066221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33182) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:42.074546 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.075719 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.154814 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:42.160482 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:42.165309 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:42.227128 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Pushing event updated for resources: {'Port': ['ID=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:42.306398 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Attempting to bind port f6950bc8-a49a-4fb6-9707-d03c4431ef4b on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:42.307044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Attempting to bind port f6950bc8-a49a-4fb6-9707-d03c4431ef4b by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:42.307483 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Attempting to bind port f6950bc8-a49a-4fb6-9707-d03c4431ef4b on network 200d1f85-4379-43e9-baf6-ff548e3001b8 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:42.313152 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Pushing event updated for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:42.315416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:42.315884 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Checking segment: {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:42.316473 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.317631 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Bound using segment: {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:42.318167 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Bound port: f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:42.318767 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.328444 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.329202 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.329754 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332024 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332630 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.332822 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.333297 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.333844 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.334919 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.335449 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.335961 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.336505 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:42.337455 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f96e5387-b8a5-4dc2-8c9c-3bd243d0609c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.414139 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:42.427632 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] For port f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:42.433530 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] For port f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:42.433753 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Attempting to bind port 2ffce030-8e42-4360-82e4-937961939cfb on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:42.433753 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Attempting to bind port 2ffce030-8e42-4360-82e4-937961939cfb by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:42.437790 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Attempting to bind port 2ffce030-8e42-4360-82e4-937961939cfb on network 091b8198-00d3-4e96-9948-78161854c494 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:42.450726 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:42.451311 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Checking segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:42.451931 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.453460 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Bound using segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:42.453460 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Bound port: 2ffce030-8e42-4360-82e4-937961939cfb, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:42.454012 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2ffce030-8e42-4360-82e4-937961939cfb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.559743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:42.572456 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:42.600803 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] For port 2ffce030-8e42-4360-82e4-937961939cfb, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:42.604350 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3dfcee4e-2e82-455f-a303-bd0e722932ca None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:42.605082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3dfcee4e-2e82-455f-a303-bd0e722932ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.607129 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] For port 2ffce030-8e42-4360-82e4-937961939cfb, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2ffce030-8e42-4360-82e4-937961939cfb,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:42.632015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f96e5387-b8a5-4dc2-8c9c-3bd243d0609c admin admin] Publish callbacks [] for security_group (0b3588e6-2383-413d-9f18-88469906dd9a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.642209 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for router_gateway (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.665331 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcee4e-2e82-455f-a303-bd0e722932ca None None] Port 2ffce030-8e42-4360-82e4-937961939cfb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:42.668860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.670969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.721186 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:42.763834 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.794417 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:42.795118 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bd256-bede-41ee-bf4e-f901868d0b04 None None] Pushing event updated for resources: {'Port': ['ID=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:42.833103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f96e5387-b8a5-4dc2-8c9c-3bd243d0609c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0b3588e6-2383-413d-9f18-88469906dd9a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:42.899702 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:42.901297 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:42.954354 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e5387-b8a5-4dc2-8c9c-3bd243d0609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3588e6-2383-413d-9f18-88469906dd9a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:42.988876 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f96e5387-b8a5-4dc2-8c9c-3bd243d0609c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bee02e02b5442d7a801109ceeb349d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9182365 Jun 04 09:34:42.992116 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33194) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:43.005698 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740bbe0-0c31-4ca9-9649-93da8c8cf331 None None] Pushing event updated for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:43.024751 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Allocated IP 172.27.0.40 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/64645d1d-5495-41ed-b344-fa56867022c0) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:43.195155 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] Publish callbacks [] for security_group (0b3588e6-2383-413d-9f18-88469906dd9a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.216337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:43.246237 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] Publish callbacks [] for security_group (0b3588e6-2383-413d-9f18-88469906dd9a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.307730 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:43.378584 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a94a4d92-31da-4dc7-9071-59cfbacf1c90 req-3de9d698-cbf6-4576-ba1f-8940597f4826 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.1105058 Jun 04 09:34:43.420443 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:43.422001 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.533443 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for port (64645d1d-5495-41ed-b344-fa56867022c0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.546672 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (0b3588e6-2383-413d-9f18-88469906dd9a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.553292 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.556122 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b3588e6-2383-413d-9f18-88469906dd9a HTTP/1.1" status: 204 len: 168 time: 0.5623004 Jun 04 09:34:43.574265 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8e779-82be-4b4f-bf67-04ea7b53cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3588e6-2383-413d-9f18-88469906dd9a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:43.606259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Current status of the port 2ffce030-8e42-4360-82e4-937961939cfb is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:43.606734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (2ffce030-8e42-4360-82e4-937961939cfb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.666876 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] For port 2ffce030-8e42-4360-82e4-937961939cfb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2ffce030-8e42-4360-82e4-937961939cfb,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:43.701707 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:42Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:43.742730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (64645d1d-5495-41ed-b344-fa56867022c0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.785656 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:43.789996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:43.792852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:43.804091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:43.825353 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2ffce030-8e42-4360-82e4-937961939cfb up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:43.836133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=64645d1d-5495-41ed-b344-fa56867022c0,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:43.846689 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726f122-a436-4fde-a869-d5a0e7abe555 None None] The sync data for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi is: [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:42Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:34:43.979646 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2b18-4eb3-4342-8144-6c349cab681f None None] Pushing event updated for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:44.018277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:44.018661 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.213102 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2ffce030-8e42-4360-82e4-937961939cfb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:44.214191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device f6950bc8-a49a-4fb6-9707-d03c4431ef4b up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:44.255308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:44.256810 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-1ccdf0c3-834a-420b-9908-d7094900b4a0 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:44.259822 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-1ccdf0c3-834a-420b-9908-d7094900b4a0 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "GET /v2.0/networks?id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 200 len: 808 time: 0.1867425 Jun 04 09:34:44.281365 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Request body: {'port': {'device_id': '1cd13560-16de-4158-84a8-c3357f9592b3', 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0', 'admin_state_up': True, 'tenant_id': 'fff077a9afa543b2b239071f9c79ac38'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:44.284068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port f6950bc8-a49a-4fb6-9707-d03c4431ef4b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:44.286421 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.523372 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port f6950bc8-a49a-4fb6-9707-d03c4431ef4b is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:44.524047 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.587806 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:44.627662 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5c621-999b-470e-bd29-507755298381 None None] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:34:44.666572 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9d83a4c4-2e3b-40e2-88c9-899a9bc1d948 req-76c3e44a-d761-4e07-922a-f96fac0a3e5d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0603058 Jun 04 09:34:44.716431 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0d87f80a-26f4-4d34-97e4-fcb5358ff0f5 None None] Provisioning complete for port f6950bc8-a49a-4fb6-9707-d03c4431ef4b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:44.716811 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0d87f80a-26f4-4d34-97e4-fcb5358ff0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.749913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.781730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for router_gateway (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.835557 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:44.853270 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Made reservation on behalf of fff077a9afa543b2b239071f9c79ac38 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:34:44.859192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:44.873650 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:44.908013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:44.916848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0d87f80a-26f4-4d34-97e4-fcb5358ff0f5 None None] Current status of the port f6950bc8-a49a-4fb6-9707-d03c4431ef4b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:45.186156 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:45.187430 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33216) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:45.244980 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525eb9f-4013-4811-8dbd-6334184cf78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.287332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.307738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Allocated IP 172.20.0.14 (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0/f808e8c6-5319-4d8a-a4db-d344f1f2d5b7/bec806a5-2eaa-4ade-8bcc-3def81d49d7f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:45.347607 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-1f8dabdc-8bdd-4964-a6cf-6e3beb0d4e77 None None] Provisioning complete for port f6950bc8-a49a-4fb6-9707-d03c4431ef4b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:45.348242 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1f8dabdc-8bdd-4964-a6cf-6e3beb0d4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.445769 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-1f8dabdc-8bdd-4964-a6cf-6e3beb0d4e77 None None] Current status of the port f6950bc8-a49a-4fb6-9707-d03c4431ef4b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:45.554502 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2ffce030-8e42-4360-82e4-937961939cfb up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:45.579382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525eb9f-4013-4811-8dbd-6334184cf78f admin admin] Publish callbacks [] for security_group (dbe2b2fb-5c2a-41f3-8064-7bc863b4675c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.623262 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 2ffce030-8e42-4360-82e4-937961939cfb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:45.623933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (2ffce030-8e42-4360-82e4-937961939cfb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.629490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525eb9f-4013-4811-8dbd-6334184cf78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (dbe2b2fb-5c2a-41f3-8064-7bc863b4675c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.689215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks [] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.696737 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f525eb9f-4013-4811-8dbd-6334184cf78f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba77c2893f45483ca902169147156c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081422 Jun 04 09:34:45.701471 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33220) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:45.705182 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525eb9f-4013-4811-8dbd-6334184cf78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe2b2fb-5c2a-41f3-8064-7bc863b4675c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:45.762663 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 2ffce030-8e42-4360-82e4-937961939cfb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:45.764556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device f6950bc8-a49a-4fb6-9707-d03c4431ef4b up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:45.798513 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] Publish callbacks [] for security_group (dbe2b2fb-5c2a-41f3-8064-7bc863b4675c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.830730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Router a5db3590-dab0-4b71-9ff3-09e656afdd39 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:34:45.834742 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52f286fb-0828-4d59-88da-79535bf443b1 req-03bbd51b-c883-451b-9c1e-74df260c0086 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0370064 Jun 04 09:34:45.843869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] Publish callbacks [] for security_group (dbe2b2fb-5c2a-41f3-8064-7bc863b4675c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.854699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port f6950bc8-a49a-4fb6-9707-d03c4431ef4b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:45.855283 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.912996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:45.978411 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port f6950bc8-a49a-4fb6-9707-d03c4431ef4b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:46.023342 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:46.034880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:46.042346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:46.047628 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Pushing event updated for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:46.074491 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (dbe2b2fb-5c2a-41f3-8064-7bc863b4675c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:46.079877 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:46.082251 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbe2b2fb-5c2a-41f3-8064-7bc863b4675c HTTP/1.1" status: 204 len: 168 time: 0.3782125 Jun 04 09:34:46.083607 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:34:46.097341 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8e560-1fd4-4339-b7ad-039f6fbbad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe2b2fb-5c2a-41f3-8064-7bc863b4675c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:46.110843 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Sync routers for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:34:46.116721 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:46.117682 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:46.148489 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:46.149306 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:46.184835 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:46.186532 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-86cf9d8c-e7c1-4184-91de-dea41b8fa6c3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0990419 Jun 04 09:34:46.190951 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33224) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:46.197357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:46.243945 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-e71fe0c4-60ff-4d9a-bdfc-6cce28ed7c2d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9698515 Jun 04 09:34:46.372819 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:46.427667 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:46.654181 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:44Z', 'revision_number': 3, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:46.694901 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Checking router: a5db3590-dab0-4b71-9ff3-09e656afdd39 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:34:46.695419 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Updating router a5db3590-dab0-4b71-9ff3-09e656afdd39 port 64645d1d-5495-41ed-b344-fa56867022c0 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:34:46.749378 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (64645d1d-5495-41ed-b344-fa56867022c0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:46.896428 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.006994 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.042846 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3445-8f24-4863-8000-0782c6fa470f req-efc8966a-0163-496c-805e-b4bda63953cb tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:47.053615 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-894f3445-8f24-4863-8000-0782c6fa470f req-efc8966a-0163-496c-805e-b4bda63953cb tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 932 time: 0.0744176 Jun 04 09:34:47.128917 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-894f3445-8f24-4863-8000-0782c6fa470f req-17a4504d-b642-4cce-ab98-0b4f83bc0613 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688288 Jun 04 09:34:47.212341 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.212687 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks [] for port (64645d1d-5495-41ed-b344-fa56867022c0), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.320847 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (64645d1d-5495-41ed-b344-fa56867022c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.339254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.363473 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.397885 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Attempting to bind port 64645d1d-5495-41ed-b344-fa56867022c0 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:47.398343 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Attempting to bind port 64645d1d-5495-41ed-b344-fa56867022c0 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:47.398778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Attempting to bind port 64645d1d-5495-41ed-b344-fa56867022c0 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:47.406625 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:47.413644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:47.413644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.413644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:47.413644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Bound port: 64645d1d-5495-41ed-b344-fa56867022c0, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:47.413644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (64645d1d-5495-41ed-b344-fa56867022c0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.424478 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Allocated IP 172.20.0.1 (200d1f85-4379-43e9-baf6-ff548e3001b8/963f3ce5-ba3b-4650-9c87-6ecd9fdc693d/36d44a9b-992d-465d-b9bc-f328976287f1) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:34:47.443339 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bdc30-0831-475a-ad99-35ef17a15af9 None None] Pushing event updated for resources: {'Port': ['ID=64645d1d-5495-41ed-b344-fa56867022c0,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:47.501776 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] For port 64645d1d-5495-41ed-b344-fa56867022c0, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:47.507739 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] For port 64645d1d-5495-41ed-b344-fa56867022c0, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=64645d1d-5495-41ed-b344-fa56867022c0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:47.569144 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks [] for port (36d44a9b-992d-465d-b9bc-f328976287f1), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.641210 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (64645d1d-5495-41ed-b344-fa56867022c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.670092 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.671233 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.721511 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:47.723145 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:47.730668 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:47.734574 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:47.745587 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:34:47.780538 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Pushing event updated for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:47.798807 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bdc30-0831-475a-ad99-35ef17a15af9 None None] Pushing event updated for resources: {'Port': ['ID=64645d1d-5495-41ed-b344-fa56867022c0,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:47.813973 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:47.879153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:47.938389 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:48.110566 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-549596d3-6fe7-4ebd-b53a-cd2752d32215 None None] Provisioning complete for port 36d44a9b-992d-465d-b9bc-f328976287f1 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:48.111079 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-549596d3-6fe7-4ebd-b53a-cd2752d32215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.113798 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.134919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Request body: {'port': {'device_id': '1cd13560-16de-4158-84a8-c3357f9592b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:48.171948 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-549596d3-6fe7-4ebd-b53a-cd2752d32215 None None] Port 36d44a9b-992d-465d-b9bc-f328976287f1 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:48.221081 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:44Z', 'revision_number': 3, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:48.232924 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.248669 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4c77-9c05-4d64-96af-cffae88cf76c None None] The sync data for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi is: [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:44Z', 'revision_number': 3, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:34:48.294728 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:48.402302 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85363-0913-41ea-911e-0c86edfaa3dd req-62354786-f7de-4b27-9549-d2b2295cbd27 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:48.407913 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44b85363-0913-41ea-911e-0c86edfaa3dd req-62354786-f7de-4b27-9549-d2b2295cbd27 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 932 time: 0.1164880 Jun 04 09:34:48.503872 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks [] for port (36d44a9b-992d-465d-b9bc-f328976287f1), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.547263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44b85363-0913-41ea-911e-0c86edfaa3dd req-32920840-72c9-4c08-8169-fcb6a943add0 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325150 Jun 04 09:34:48.598649 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.674021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:48.756578 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Pushing event updated for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:48.776104 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.778348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec806a5-2eaa-4ade-8bcc-3def81d49d7f {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:34:48.794364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks [] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:48.811603 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Transition to ACTIVE for port object bec806a5-2eaa-4ade-8bcc-3def81d49d7f will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:34:48.852415 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:48.906557 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:34:48.908271 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:34:48.924430 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.120708 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Router a5db3590-dab0-4b71-9ff3-09e656afdd39 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:34:49.126775 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Pushing event updated for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:49.276171 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Attempting to bind port bec806a5-2eaa-4ade-8bcc-3def81d49d7f on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:49.277024 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Attempting to bind port bec806a5-2eaa-4ade-8bcc-3def81d49d7f by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:49.280664 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Attempting to bind port bec806a5-2eaa-4ade-8bcc-3def81d49d7f on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:49.290674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Port bec806a5-2eaa-4ade-8bcc-3def81d49d7f on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:34:49.291817 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Attempting to bind port bec806a5-2eaa-4ade-8bcc-3def81d49d7f on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:49.304502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:49.305189 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Checking segment: {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:49.310634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Bound using segment: {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:49.310634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Bound port: bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:49.310634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.311193 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:34:49.314289 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-282e640c-9d36-44d1-83c2-2997f981c241 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5db3590-dab0-4b71-9ff3-09e656afdd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1215272 Jun 04 09:34:49.350029 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3057f410-06a9-4982-a3f9-fd42e7d04b8f None None] Provisioning complete for port 36d44a9b-992d-465d-b9bc-f328976287f1 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:49.356391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3057f410-06a9-4982-a3f9-fd42e7d04b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.423563 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3057f410-06a9-4982-a3f9-fd42e7d04b8f None None] Port 36d44a9b-992d-465d-b9bc-f328976287f1 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:49.443422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:49.452193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:49.591288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.608768 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 64645d1d-5495-41ed-b344-fa56867022c0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:49.679610 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 64645d1d-5495-41ed-b344-fa56867022c0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:49.680046 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (64645d1d-5495-41ed-b344-fa56867022c0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.682948 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:49.693412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.702360 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] 10.222.0.47 "PUT /v2.0/ports/bec806a5-2eaa-4ade-8bcc-3def81d49d7f HTTP/1.1" status: 200 len: 1094 time: 1.5706687 Jun 04 09:34:49.713491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:34:49.725254 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379f25e-7b00-42df-a19b-00cf7e1dce9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:34:49.769690 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301ae8d-df2f-4148-895e-0abd881264df service neutron] Pushing event updated for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:49.822974 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 64645d1d-5495-41ed-b344-fa56867022c0 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:49.823632 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (64645d1d-5495-41ed-b344-fa56867022c0), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:49.865119 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14d96-17a2-45f2-84de-297139313720 req-bbea4b86-02a8-4566-aa61-e95457d2b97e tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:49.873624 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bba14d96-17a2-45f2-84de-297139313720 req-bbea4b86-02a8-4566-aa61-e95457d2b97e tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 944 time: 0.0813882 Jun 04 09:34:49.878790 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 64645d1d-5495-41ed-b344-fa56867022c0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=64645d1d-5495-41ed-b344-fa56867022c0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:49.949922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:49.966324 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-cacc7561-e6b4-4e0e-b3f3-6c8fc524e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:49.968390 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-cacc7561-e6b4-4e0e-b3f3-6c8fc524e7d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 1128 time: 0.0800083 Jun 04 09:34:49.979670 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bba14d96-17a2-45f2-84de-297139313720 req-96d0e87d-042f-4501-9976-d2dbbae0fec1 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049116 Jun 04 09:34:50.017942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (64645d1d-5495-41ed-b344-fa56867022c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:50.060880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6fe92a-4928-41c7-8b82-286e093b9cfb x-openstack-request-id: req-2c6fe92a-4928-41c7-8b82-286e093b9cfb {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:34:50.061490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:34:50.061927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c6fe92a-4928-41c7-8b82-286e093b9cfb {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:34:50.062362 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6fe92a-4928-41c7-8b82-286e093b9cfb'] response: {'name': 'network-changed', 'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f', 'status': 'completed', 'code': 200} Jun 04 09:34:50.066233 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-47ffbb5f-20ae-45a4-84c5-b62438944a12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f HTTP/1.1" status: 200 len: 217 time: 0.0842409 Jun 04 09:34:50.108003 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=64645d1d-5495-41ed-b344-fa56867022c0,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:50.143530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-39205017-1d1c-41ef-9258-c2ac7b1cf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:50.146355 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-39205017-1d1c-41ef-9258-c2ac7b1cf0b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f808e8c6-5319-4d8a-a4db-d344f1f2d5b7 HTTP/1.1" status: 200 len: 848 time: 0.0737021 Jun 04 09:34:50.195355 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33296) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:50.199239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-69259a6b-f293-40e9-9168-3c34e3a6f97e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465567 Jun 04 09:34:50.200388 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182516507', 'description': 'tempest-secgroup-smoke-1182516507 description', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:50.346400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-7c74bcaa-51ad-4048-b8e0-9fb0f28f298e service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404686 Jun 04 09:34:50.367716 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:50.486452 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ecece92-4b62-494f-b467-01dd50cd56c4 req-3aa71cdc-e94c-458c-8188-1ea8b433cd2c service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322515 Jun 04 09:34:50.493636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (de495c48-8a9b-40e9-8ad4-2ee32640c86b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:50.617949 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (de495c48-8a9b-40e9-8ad4-2ee32640c86b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:50.670352 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de495c48-8a9b-40e9-8ad4-2ee32640c86b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:50.725819 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Sync routers for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:34:50.742195 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:50.742465 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:50.838269 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:50.844159 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e3678927-283d-4816-9bed-497c1047d628 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6441607 Jun 04 09:34:50.845081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33306) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:50.853655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:50.895619 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:50.972665 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (4234e4e3-d637-4ea4-acd9-3b395b9ce302), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.040376 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:51.077406 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:51.088214 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (4234e4e3-d637-4ea4-acd9-3b395b9ce302), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.137829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:47Z', 'revision_number': 4, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '36d44a9b-992d-465d-b9bc-f328976287f1', 'name': '', 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'mac_address': 'fa:16:3e:76:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:47Z', 'updated_at': '2022-06-04T09:34:48Z', 'revision_number': 2, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'subnets': [{'id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:51.179587 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Checking router: a5db3590-dab0-4b71-9ff3-09e656afdd39 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:34:51.180022 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Updating router a5db3590-dab0-4b71-9ff3-09e656afdd39 port 36d44a9b-992d-465d-b9bc-f328976287f1 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:34:51.206772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (4234e4e3-d637-4ea4-acd9-3b395b9ce302), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.212568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d49fe7-c08c-408d-91af-823ffa97b591 req-d75b544d-0a79-48bd-bac1-c2543a38145f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:51.224277 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16d49fe7-c08c-408d-91af-823ffa97b591 req-d75b544d-0a79-48bd-bac1-c2543a38145f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 944 time: 0.1482480 Jun 04 09:34:51.226918 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.244955 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4234e4e3-d637-4ea4-acd9-3b395b9ce302,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:51.299804 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16d49fe7-c08c-408d-91af-823ffa97b591 req-f23820d0-1683-4ad7-be17-8081ee00f668 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736983 Jun 04 09:34:51.409680 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.412310 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6af98468-adbd-4208-8537-b0ea8b287742 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5653124 Jun 04 09:34:51.415901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33318) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:51.423578 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-c729a3a6-985c-458c-bb28-60b86b8ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:51.423830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:51.426213 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-c729a3a6-985c-458c-bb28-60b86b8ee627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 1128 time: 0.0591841 Jun 04 09:34:51.573032 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 64645d1d-5495-41ed-b344-fa56867022c0 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:51.628253 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 64645d1d-5495-41ed-b344-fa56867022c0 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:51.628796 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (64645d1d-5495-41ed-b344-fa56867022c0), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.664174 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:51.675701 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:51.742941 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 64645d1d-5495-41ed-b344-fa56867022c0 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:51.800688 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (f7850f09-42f0-4610-8697-6ea4623d2ed6), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.800871 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks [] for port (36d44a9b-992d-465d-b9bc-f328976287f1), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.864452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:51.864762 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (f7850f09-42f0-4610-8697-6ea4623d2ed6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.868928 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-fbde46b3-53a8-4917-acb3-8c56b9791129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:51.870547 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-fbde46b3-53a8-4917-acb3-8c56b9791129 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 200 len: 909 time: 0.4370017 Jun 04 09:34:51.911777 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-dc0f8eb3-d66d-4c4c-9b81-6d79d769ec27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f HTTP/1.1" status: 200 len: 217 time: 0.0351954 Jun 04 09:34:51.937845 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.972369 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (f7850f09-42f0-4610-8697-6ea4623d2ed6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:51.999474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-a8e8e95b-5366-423d-ab15-5397a11d567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:51.999474 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-a8e8e95b-5366-423d-ab15-5397a11d567f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f808e8c6-5319-4d8a-a4db-d344f1f2d5b7 HTTP/1.1" status: 200 len: 848 time: 0.0806530 Jun 04 09:34:52.033463 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7850f09-42f0-4610-8697-6ea4623d2ed6,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:52.071816 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acd721-ae9c-4e55-b527-43cf6c5619cf None None] Pushing event updated for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:52.091417 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-fe5fc437-d2d1-41ec-8265-d743af07ecd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862956 Jun 04 09:34:52.142396 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.144592 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-86e68141-ddcb-4d8a-898e-5f2949e25f6f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7269719 Jun 04 09:34:52.154502 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33326) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:52.167883 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:52.188946 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Attempting to bind port 36d44a9b-992d-465d-b9bc-f328976287f1 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:34:52.189978 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Attempting to bind port 36d44a9b-992d-465d-b9bc-f328976287f1 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:34:52.190793 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Attempting to bind port 36d44a9b-992d-465d-b9bc-f328976287f1 on network 200d1f85-4379-43e9-baf6-ff548e3001b8 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:34:52.209621 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:34:52.210261 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Checking segment: {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:34:52.214013 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.214789 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Bound using segment: {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:34:52.215569 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Bound port: 36d44a9b-992d-465d-b9bc-f328976287f1, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d80b8-4a92-4685-9f82-3f86d779a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:34:52.216212 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.307004 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-34300fe2-f5dc-4278-9a99-f1b7b3bf72c9 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061095 Jun 04 09:34:52.336219 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] For port 36d44a9b-992d-465d-b9bc-f328976287f1, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:34:52.340702 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] For port 36d44a9b-992d-465d-b9bc-f328976287f1, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=36d44a9b-992d-465d-b9bc-f328976287f1,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:34:52.382168 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (eba78bb2-efb9-40ae-9185-dbf57be91e8f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.411154 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:52.491827 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4379f25e-7b00-42df-a19b-00cf7e1dce9a req-d23b4e65-092a-4537-86f0-1b30f00e8503 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790745 Jun 04 09:34:52.503780 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (eba78bb2-efb9-40ae-9185-dbf57be91e8f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.505832 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1253d-6d0e-4676-a703-2b42251340af req-ac1747ac-8326-42b1-9786-cdb6a4109371 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:52.507452 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed1253d-6d0e-4676-a703-2b42251340af req-ac1747ac-8326-42b1-9786-cdb6a4109371 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 944 time: 0.0722179 Jun 04 09:34:52.509901 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-98afe0fb-9d3d-4d91-a26e-82f82b69d2a6 None None] Provisioning complete for port 36d44a9b-992d-465d-b9bc-f328976287f1 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:52.510690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-98afe0fb-9d3d-4d91-a26e-82f82b69d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.555755 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-98afe0fb-9d3d-4d91-a26e-82f82b69d2a6 None None] Port 36d44a9b-992d-465d-b9bc-f328976287f1 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:34:52.565509 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.585338 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed1253d-6d0e-4676-a703-2b42251340af req-e03a5dba-7506-4a6d-87e4-327b051feb68 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646102 Jun 04 09:34:52.606782 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (eba78bb2-efb9-40ae-9185-dbf57be91e8f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.638475 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba78bb2-efb9-40ae-9185-dbf57be91e8f,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:52.659389 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:34:52.660143 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:34:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:52.667743 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acd721-ae9c-4e55-b527-43cf6c5619cf None None] Pushing event updated for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:52.702103 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-29fb6f69-b75b-4850-b180-667ec3f27bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.717544 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:52.740851 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.744378 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4c7ade58-a824-4401-920f-763579c8d0ea tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5873110 Jun 04 09:34:52.748186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33332) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:52.754348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:52.780458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:52.816329 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:34:52.879774 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Provisioning complete for port 36d44a9b-992d-465d-b9bc-f328976287f1 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:52.880148 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.925785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (5cd89ae9-7de1-42d1-a9a2-21f08e856e82), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.970030 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Current status of the port 36d44a9b-992d-465d-b9bc-f328976287f1 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:52.970409 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:52.989993 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:53.014998 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] For port 36d44a9b-992d-465d-b9bc-f328976287f1, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=36d44a9b-992d-465d-b9bc-f328976287f1,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:53.020190 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (5cd89ae9-7de1-42d1-a9a2-21f08e856e82), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.096170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.127388 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:47Z', 'revision_number': 4, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '36d44a9b-992d-465d-b9bc-f328976287f1', 'name': '', 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'mac_address': 'fa:16:3e:76:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:47Z', 'updated_at': '2022-06-04T09:34:52Z', 'revision_number': 4, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'subnets': [{'id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:34:53.155610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (5cd89ae9-7de1-42d1-a9a2-21f08e856e82), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.162083 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde0cc2-7ea8-4ad0-a0b4-5a24b235e369 None None] The sync data for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi is: [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:34:47Z', 'revision_number': 4, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '36d44a9b-992d-465d-b9bc-f328976287f1', 'name': '', 'network_id': '200d1f85-4379-43e9-baf6-ff548e3001b8', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'mac_address': 'fa:16:3e:76:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:47Z', 'updated_at': '2022-06-04T09:34:52Z', 'revision_number': 4, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'subnets': [{'id': '963f3ce5-ba3b-4650-9c87-6ecd9fdc693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:34:53.199418 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd89ae9-7de1-42d1-a9a2-21f08e856e82,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:53.214308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50495a5c-91c2-4ef9-bdb2-b0f3e386da18 None None] Pushing event updated for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:53.302156 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.306566 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b6775faf-ada2-41d5-a0f1-efa06ddaad4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5551875 Jun 04 09:34:53.308635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33338) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:53.313386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:53.468495 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Project d7bc412a2d2f4fc68c2a9f3562232807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:34:53.495858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (437db8ac-dd43-4c00-b7f7-1be33c5ea384), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.572119 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 36d44a9b-992d-465d-b9bc-f328976287f1 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:53.591339 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (437db8ac-dd43-4c00-b7f7-1be33c5ea384), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.653582 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 36d44a9b-992d-465d-b9bc-f328976287f1 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:53.654082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.765488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecf11d-534d-4797-ab59-482f39b7aac1 req-b0ab297c-63c1-40b1-b8cf-61b6808ee132 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:53.768013 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aecf11d-534d-4797-ab59-482f39b7aac1 req-b0ab297c-63c1-40b1-b8cf-61b6808ee132 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 944 time: 0.0804503 Jun 04 09:34:53.781459 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 36d44a9b-992d-465d-b9bc-f328976287f1 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:53.796858 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (437db8ac-dd43-4c00-b7f7-1be33c5ea384), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.846846 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437db8ac-dd43-4c00-b7f7-1be33c5ea384,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:53.886496 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4aecf11d-534d-4797-ab59-482f39b7aac1 req-0a0fad9d-9791-4045-8daa-31e5a2af2b75 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091499 Jun 04 09:34:53.964117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:53.965666 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5ffffaaa-1626-4c30-bd99-db80498bae2d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6559861 Jun 04 09:34:53.970113 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33342) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:34:53.983637 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'security_group_rule': {'security_group_id': 'de495c48-8a9b-40e9-8ad4-2ee32640c86b', 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:34:54.200989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Project d7bc412a2d2f4fc68c2a9f3562232807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:34:54.208567 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (b90c76e2-2446-456f-8359-2df49d7cdd52), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:54.240993 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:54.286952 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (b90c76e2-2446-456f-8359-2df49d7cdd52), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:54.467382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (b90c76e2-2446-456f-8359-2df49d7cdd52), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:54.489036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90c76e2-2446-456f-8359-2df49d7cdd52,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:54.629519 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:54.630874 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dcceac5e-106a-4b22-ba43-1cbf934b6630 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6594911 Jun 04 09:34:55.027222 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff183-0b14-44fb-969a-7fd855a36843 req-600841a1-ab2f-4567-9b6c-dab015eb914a tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:55.028945 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e59ff183-0b14-44fb-969a-7fd855a36843 req-600841a1-ab2f-4567-9b6c-dab015eb914a tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 944 time: 0.0543916 Jun 04 09:34:55.112125 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e59ff183-0b14-44fb-969a-7fd855a36843 req-74bc3026-05f7-4863-a4d2-01e5419a6f16 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722828 Jun 04 09:34:55.238735 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device bec806a5-2eaa-4ade-8bcc-3def81d49d7f details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:34:55.371543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:55.391137 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f', 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0', 'port_id': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f', 'mac_address': 'fa:16:3e:89:5d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f808e8c6-5319-4d8a-a4db-d344f1f2d5b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:34:55.449315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port bec806a5-2eaa-4ade-8bcc-3def81d49d7f is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:55.449315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:55.472391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec806a5-2eaa-4ade-8bcc-3def81d49d7f {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:34:55.508216 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:55.652902 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:55.657043 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0f849de8-712e-478e-a3e0-6f3cb2dfc789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:55.720761 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:55.978916 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['bec806a5-2eaa-4ade-8bcc-3def81d49d7f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:34:56.093943 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:56.286071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a1de-e3ee-4bbc-b563-911e7429e23e req-f4204513-add5-49d1-88fd-9b306702850f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:56.297414 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8a37a1de-e3ee-4bbc-b563-911e7429e23e req-f4204513-add5-49d1-88fd-9b306702850f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 945 time: 0.0781493 Jun 04 09:34:56.386036 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8a37a1de-e3ee-4bbc-b563-911e7429e23e req-8cb45596-d92e-43ed-b67d-6d192888c7a1 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842717 Jun 04 09:34:56.463252 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:57.263521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device bec806a5-2eaa-4ade-8bcc-3def81d49d7f up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:34:57.327800 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port bec806a5-2eaa-4ade-8bcc-3def81d49d7f completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:34:57.503174 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port bec806a5-2eaa-4ade-8bcc-3def81d49d7f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:34:57.503927 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:57.538491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f000d-619f-4144-a47d-4eb1489a890c req-32b05fad-a374-411a-94d7-e5dd259643c3 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:57.550898 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-095f000d-619f-4144-a47d-4eb1489a890c req-32b05fad-a374-411a-94d7-e5dd259643c3 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 945 time: 0.0867667 Jun 04 09:34:57.629214 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-095f000d-619f-4144-a47d-4eb1489a890c req-d99d639c-d624-4081-8a0e-f7e6d1715940 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757868 Jun 04 09:34:57.672062 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port bec806a5-2eaa-4ade-8bcc-3def81d49d7f is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:34:57.672738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:57.716831 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:34:57.719826 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b28a90-ddf6-4d5a-90c7-b3fc861b7a70" -d '{"events": [{"server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "name": "network-vif-plugged", "status": "completed", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:34:57.737500 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:34:57.771714 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1823f-ef91-4a65-a1b1-a8a8b3cca9c0 x-openstack-request-id: req-f1b1823f-ef91-4a65-a1b1-a8a8b3cca9c0 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:34:57.772007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "name": "network-vif-plugged", "status": "completed", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:34:57.772241 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1b1823f-ef91-4a65-a1b1-a8a8b3cca9c0 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:34:57.772699 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b1823f-ef91-4a65-a1b1-a8a8b3cca9c0'] response: {'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f', 'code': 200} Jun 04 09:34:57.857737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:57.895631 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:34:57.920477 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:34:57.936952 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.937541 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.938125 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.938715 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.939538 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.940521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.941107 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.941945 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.942275 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.942860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.943985 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.944596 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.945329 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.946031 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:57.946602 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:34:58.186244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3a449-91f5-4a36-aa47-4cb98da0c0f5 req-8d7cd220-04c9-4601-8699-a709602a34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:58.188157 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52a3a449-91f5-4a36-aa47-4cb98da0c0f5 req-8d7cd220-04c9-4601-8699-a709602a34e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 1130 time: 0.0667028 Jun 04 09:34:58.250177 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-52a3a449-91f5-4a36-aa47-4cb98da0c0f5 req-a2a277eb-b662-4c58-92c7-9475a128ce49 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Jun 04 09:34:58.792417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31fb68-9870-4a4d-88dd-ab52fe9ea7e5 req-cd972415-1066-4ee8-a101-c5c027594c00 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:58.794411 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc31fb68-9870-4a4d-88dd-ab52fe9ea7e5 req-cd972415-1066-4ee8-a101-c5c027594c00 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0728066 Jun 04 09:34:58.856025 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc31fb68-9870-4a4d-88dd-ab52fe9ea7e5 req-21e61ffa-7cc5-402b-876b-ff636e99e8dc tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548742 Jun 04 09:34:58.903541 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:59.898154 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:34:59.981830 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dcd4b-79e8-40a4-ac7c-52579f24affb req-a1860551-4986-499a-bc28-34a6427e9a33 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:34:59.983454 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3f6dcd4b-79e8-40a4-ac7c-52579f24affb req-a1860551-4986-499a-bc28-34a6427e9a33 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Jun 04 09:35:00.036823 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3f6dcd4b-79e8-40a4-ac7c-52579f24affb req-58463748-45fa-41d9-a185-f2bc41df6e82 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Jun 04 09:35:01.207891 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eb129-5808-4496-a811-f4e3f34209c9 req-755999db-b5c3-4ee8-9d77-9ee7094981c1 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:01.211436 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d9eb129-5808-4496-a811-f4e3f34209c9 req-755999db-b5c3-4ee8-9d77-9ee7094981c1 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0856502 Jun 04 09:35:01.289448 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:01.295158 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d9eb129-5808-4496-a811-f4e3f34209c9 req-a78e541e-8cdd-416a-ac0b-d45d5268dfe9 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740187 Jun 04 09:35:02.452855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f0c11-5d33-46f0-a555-f6ea88c3fa85 req-ebbc075a-64a5-43a8-91c5-b14b1cef3a74 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:02.454547 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-532f0c11-5d33-46f0-a555-f6ea88c3fa85 req-ebbc075a-64a5-43a8-91c5-b14b1cef3a74 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0533898 Jun 04 09:35:02.512322 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-532f0c11-5d33-46f0-a555-f6ea88c3fa85 req-4074edb4-83eb-480e-8661-c35e3a24971d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Jun 04 09:35:02.638367 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:03.514864 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=55 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:03.661179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d369c-5eeb-4ec1-b356-c13256a73590 req-2848c825-a7d7-43ce-b8d9-1503fd1a4a48 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:03.663369 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-392d369c-5eeb-4ec1-b356-c13256a73590 req-2848c825-a7d7-43ce-b8d9-1503fd1a4a48 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0615995 Jun 04 09:35:03.738472 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-392d369c-5eeb-4ec1-b356-c13256a73590 req-472045ad-08ac-428a-b42a-341b89b08baf tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Jun 04 09:35:05.652773 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7953-4779-4dd3-a7ab-1c3ef74bdc33 req-190aaa10-94b9-4def-bd9f-fe68af7fb05d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:05.655427 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f1aa7953-4779-4dd3-a7ab-1c3ef74bdc33 req-190aaa10-94b9-4def-bd9f-fe68af7fb05d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0628185 Jun 04 09:35:05.674405 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:05.729287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f1aa7953-4779-4dd3-a7ab-1c3ef74bdc33 req-2b5f771b-6878-482f-8982-8e145508c016 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Jun 04 09:35:06.899574 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52b7b-bc1b-406d-83f1-e7dcf752abc6 req-32a98e1c-3ced-4e3b-9639-10656ef7dbde tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:06.901510 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5b52b7b-bc1b-406d-83f1-e7dcf752abc6 req-32a98e1c-3ced-4e3b-9639-10656ef7dbde tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0756495 Jun 04 09:35:06.969072 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5b52b7b-bc1b-406d-83f1-e7dcf752abc6 req-fa917171-b880-4c54-bd2d-054ef0cdabeb tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597939 Jun 04 09:35:07.126573 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:35:07.319742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-94c11916-76cd-4afe-96a4-24220ef7de8c tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:07.321522 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-94c11916-76cd-4afe-96a4-24220ef7de8c tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 946 time: 0.0560973 Jun 04 09:35:07.438411 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Deleting port bec806a5-2eaa-4ade-8bcc-3def81d49d7f {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:35:07.440820 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:07.530881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:07.608072 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] For port bec806a5-2eaa-4ade-8bcc-3def81d49d7f, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:07.608759 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:07.642040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Calling delete_port for bec806a5-2eaa-4ade-8bcc-3def81d49d7f owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:35:07.702194 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33602) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:07.905149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea143-96b4-40f4-bdbb-0ef806ecc5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.017808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (bec806a5-2eaa-4ade-8bcc-3def81d49d7f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.049180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Pushing event deleted for resources: {'Port': ['ID=bec806a5-2eaa-4ade-8bcc-3def81d49d7f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:08.049729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea143-96b4-40f4-bdbb-0ef806ecc5a5 admin admin] Publish callbacks [] for security_group (74ad8c8c-d7cb-480e-841e-7f05a1617fa9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.058304 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['bec806a5-2eaa-4ade-8bcc-3def81d49d7f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:35:08.087468 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.087750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.088124 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.088521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.088898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.089258 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.089587 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.089915 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.090337 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.090905 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.091424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.091826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.092592 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.092922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.093377 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:08.139478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] No DVR routers for this DVR port bec806a5-2eaa-4ade-8bcc-3def81d49d7f on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:35:08.142475 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c11837d6-21d2-4ee1-a199-277eac123f17 req-9be41c6b-1ced-4bba-aae1-732f0bff5b93 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0582511 Jun 04 09:35:08.143596 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.147990 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea8ec46f-0f98-4728-af2d-9ebea2baf354 req-668a9d9f-f2b7-4637-a4c7-7f79c0204080 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "DELETE /v2.0/ports/bec806a5-2eaa-4ade-8bcc-3def81d49d7f HTTP/1.1" status: 204 len: 173 time: 0.8193982 Jun 04 09:35:08.148500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'name': 'network-vif-deleted', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:08.150970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d788cb-73a5-41cb-b142-370dc81c08e5" -d '{"events": [{"server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "name": "network-vif-deleted", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:08.167078 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea143-96b4-40f4-bdbb-0ef806ecc5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (74ad8c8c-d7cb-480e-841e-7f05a1617fa9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.214204 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea143-96b4-40f4-bdbb-0ef806ecc5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad8c8c-d7cb-480e-841e-7f05a1617fa9,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:08.228035 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8f1ea143-96b4-40f4-bdbb-0ef806ecc5a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8349eff076f4e53810c9f77498af0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242484 Jun 04 09:35:08.236927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33614) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:08.239113 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b873493-7c4a-4ad7-93ce-c876e6b79f20 x-openstack-request-id: req-8b873493-7c4a-4ad7-93ce-c876e6b79f20 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:08.239552 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd13560-16de-4158-84a8-c3357f9592b3", "name": "network-vif-deleted", "tag": "bec806a5-2eaa-4ade-8bcc-3def81d49d7f", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:08.239701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b873493-7c4a-4ad7-93ce-c876e6b79f20 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:08.240265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b873493-7c4a-4ad7-93ce-c876e6b79f20'] response: {'server_uuid': '1cd13560-16de-4158-84a8-c3357f9592b3', 'name': 'network-vif-deleted', 'tag': 'bec806a5-2eaa-4ade-8bcc-3def81d49d7f', 'status': 'completed', 'code': 200} Jun 04 09:35:08.241112 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:08.305962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] Publish callbacks [] for security_group (74ad8c8c-d7cb-480e-841e-7f05a1617fa9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.340730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] Publish callbacks [] for security_group (74ad8c8c-d7cb-480e-841e-7f05a1617fa9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.632954 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (74ad8c8c-d7cb-480e-841e-7f05a1617fa9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.635648 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:08.636916 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74ad8c8c-d7cb-480e-841e-7f05a1617fa9 HTTP/1.1" status: 204 len: 168 time: 0.4069352 Jun 04 09:35:08.649145 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5d37-1f91-4060-89d7-9ac510c0fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad8c8c-d7cb-480e-841e-7f05a1617fa9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:08.862456 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33622) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:09.185507 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50a9ab96-b420-4e28-90a8-4e810b10072b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.283225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50a9ab96-b420-4e28-90a8-4e810b10072b admin admin] Publish callbacks [] for security_group (fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.323553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-172b231b-c348-4c99-81ff-d7eda74bca2b req-99dfa99f-0917-4322-91ff-0655cd7722a2 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cd13560-16de-4158-84a8-c3357f9592b3 HTTP/1.1" status: 200 len: 210 time: 0.0303595 Jun 04 09:35:09.469581 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-50a9ab96-b420-4e28-90a8-4e810b10072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.523077 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-50a9ab96-b420-4e28-90a8-4e810b10072b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08358393d5c5450089399204a38a5035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6592703 Jun 04 09:35:09.524744 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9ab96-b420-4e28-90a8-4e810b10072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:09.526051 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33634) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:09.648021 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] Publish callbacks [] for security_group (fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.679070 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] Publish callbacks [] for security_group (fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.815838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.820686 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.822911 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e HTTP/1.1" status: 204 len: 168 time: 0.2949290 Jun 04 09:35:09.836836 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb25034-4bc4-4355-85be-a5e5bd752bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd690e81-31dd-4f1c-bcd5-c6f1884ceb2e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:09.837910 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33644) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:09.863162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-742177bd-050b-40db-8661-26832dd600c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:09.987133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-742177bd-050b-40db-8661-26832dd600c1 admin admin] Publish callbacks [] for security_group (27c0c437-a620-4a4f-a246-9e8b4837699a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.097480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-742177bd-050b-40db-8661-26832dd600c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (27c0c437-a620-4a4f-a246-9e8b4837699a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.110227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:10.142286 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742177bd-050b-40db-8661-26832dd600c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0c437-a620-4a4f-a246-9e8b4837699a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:10.148629 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-742177bd-050b-40db-8661-26832dd600c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22d4d29ae2fd41f78b6581ce544181c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090239 Jun 04 09:35:10.151618 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33646) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:10.239239 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] Publish callbacks [] for security_group (27c0c437-a620-4a4f-a246-9e8b4837699a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.280560 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] Publish callbacks [] for security_group (27c0c437-a620-4a4f-a246-9e8b4837699a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.445601 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (27c0c437-a620-4a4f-a246-9e8b4837699a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.448857 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:10.451770 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27c0c437-a620-4a4f-a246-9e8b4837699a HTTP/1.1" status: 204 len: 168 time: 0.2987831 Jun 04 09:35:10.465135 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c982df-67b4-4b8c-b127-d403da53bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0c437-a620-4a4f-a246-9e8b4837699a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:10.732365 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:10.788218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a91fd27a-3354-482b-9eb1-c2a00997e921 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:10.790000 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a91fd27a-3354-482b-9eb1-c2a00997e921 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/networks?id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 200 len: 808 time: 0.1339643 Jun 04 09:35:10.806655 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-3708d03c-89e1-45ee-890f-611ffeb942ae tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/quotas/fff077a9afa543b2b239071f9c79ac38 HTTP/1.1" status: 200 len: 375 time: 0.0107343 Jun 04 09:35:10.845525 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-d37478a9-feb2-4ab8-9a40-1d1e0cd34585 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328639 Jun 04 09:35:10.980552 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-efded532-21c9-446c-a689-cab8767b6125 service neutron] 10.222.0.46 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278026 Jun 04 09:35:11.080713 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-7325fbcb-c004-419c-bd52-9571b86b5756 service neutron] 10.222.0.46 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990992 Jun 04 09:35:11.166285 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33674) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:11.191967 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d101a86-62e1-49ce-9e08-c7540df11029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.325859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d101a86-62e1-49ce-9e08-c7540df11029 admin admin] Publish callbacks [] for security_group (503bc333-923d-45d6-a3fa-4c10d923b5bb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.351664 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device bec806a5-2eaa-4ade-8bcc-3def81d49d7f no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:35:11.390683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: bec806a5-2eaa-4ade-8bcc-3def81d49d7f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:35:11.391391 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device bec806a5-2eaa-4ade-8bcc-3def81d49d7f not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:35:11.404486 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a90ed12-aae8-48d6-b9cb-0a02df3e7107 req-3184fb08-a9fa-4909-96fd-09e1885a4ecf tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jun 04 09:35:11.457635 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0d101a86-62e1-49ce-9e08-c7540df11029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (503bc333-923d-45d6-a3fa-4c10d923b5bb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.523080 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0d101a86-62e1-49ce-9e08-c7540df11029 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4689727bce874b83a02ed9e7f34e417b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530831 Jun 04 09:35:11.524634 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101a86-62e1-49ce-9e08-c7540df11029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503bc333-923d-45d6-a3fa-4c10d923b5bb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:11.527866 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33680) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:11.627747 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] Publish callbacks [] for security_group (503bc333-923d-45d6-a3fa-4c10d923b5bb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.658586 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] Publish callbacks [] for security_group (503bc333-923d-45d6-a3fa-4c10d923b5bb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.796898 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (503bc333-923d-45d6-a3fa-4c10d923b5bb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.808029 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.808029 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/503bc333-923d-45d6-a3fa-4c10d923b5bb HTTP/1.1" status: 204 len: 168 time: 0.2711976 Jun 04 09:35:11.813424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33690) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:11.818491 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13983a37-a586-47b4-b714-61e83670aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503bc333-923d-45d6-a3fa-4c10d923b5bb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:11.840717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a173c5-8a26-48e6-8914-4b32c05ace16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:11.954566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a173c5-8a26-48e6-8914-4b32c05ace16 admin admin] Publish callbacks [] for security_group (6f25219b-511b-4dff-ac18-f3413c96152c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.034130 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4a173c5-8a26-48e6-8914-4b32c05ace16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6f25219b-511b-4dff-ac18-f3413c96152c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.050658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:12.078155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a173c5-8a26-48e6-8914-4b32c05ace16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25219b-511b-4dff-ac18-f3413c96152c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:12.082691 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b4a173c5-8a26-48e6-8914-4b32c05ace16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5244463fc4ee4bc5829141c12f1cb24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680829 Jun 04 09:35:12.085879 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 33692) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:12.148396 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] Publish callbacks [] for security_group (6f25219b-511b-4dff-ac18-f3413c96152c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.178029 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] Publish callbacks [] for security_group (6f25219b-511b-4dff-ac18-f3413c96152c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.364137 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (6f25219b-511b-4dff-ac18-f3413c96152c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.367364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:12.372348 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f25219b-511b-4dff-ac18-f3413c96152c HTTP/1.1" status: 204 len: 168 time: 0.2817702 Jun 04 09:35:12.385116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b2cf5-9f2b-4f91-98dc-2e11e4698b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25219b-511b-4dff-ac18-f3413c96152c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:12.527752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6d8e31fe-162f-4389-86a9-e9159f008cfa req-027476d0-35b5-4a43-98b7-15543ad99f18 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0515285 Jun 04 09:35:13.656990 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfb89ebc-ecf3-481f-9dd0-0a23b9e1a116 req-568d1503-f162-4001-b48f-f1a25ea8a377 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0516119 Jun 04 09:35:14.393653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-44a63c54-5889-499e-859e-f97e9d742c90 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:14.396909 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-44a63c54-5889-499e-859e-f97e9d742c90 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "GET /v2.0/networks?id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 200 len: 808 time: 0.1665988 Jun 04 09:35:14.423350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Request body: {'port': {'device_id': '411bb645-ad60-430f-a941-e6de32757e60', 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0', 'admin_state_up': True, 'tenant_id': 'fff077a9afa543b2b239071f9c79ac38'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:14.725385 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Made reservation on behalf of fff077a9afa543b2b239071f9c79ac38 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:14.732995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:14.853009 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed784cfe-615f-419e-92a7-949eedb5aaf4 req-b4551359-4848-4460-8468-b3822fe4472a tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0714140 Jun 04 09:35:14.966426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Allocated IP 172.20.0.2 (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0/f808e8c6-5319-4d8a-a4db-d344f1f2d5b7/b4046c58-32f3-40fe-896b-4544fe89088c) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:15.057688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:15.215611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks [] for port (b4046c58-32f3-40fe-896b-4544fe89088c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:15.337585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:15.383997 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:15.413232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:15.424384 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:15.427868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:15.471536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Pushing event updated for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:15.480020 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-9d137812-0c03-476e-be7e-2b487be551db tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182516507&fields=id&tenant_id=d7bc412a2d2f4fc68c2a9f3562232807 HTTP/1.1" status: 200 len: 267 time: 0.1451340 Jun 04 09:35:15.519369 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:15.520030 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:15.644422 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-d9fd9bce-26ac-45d3-9e84-1d928bd313de tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:15.645998 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-d9fd9bce-26ac-45d3-9e84-1d928bd313de tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 809 time: 0.1457329 Jun 04 09:35:15.668274 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-d8e66a28-c72b-416d-90de-7b41e771bd55 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/quotas/d7bc412a2d2f4fc68c2a9f3562232807 HTTP/1.1" status: 200 len: 375 time: 0.0158892 Jun 04 09:35:15.711218 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a4e2bbd9-2dbc-4936-9770-51d9001ead85 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934854 Jun 04 09:35:15.730738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Request body: {'port': {'device_id': '411bb645-ad60-430f-a941-e6de32757e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:15.738377 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-f96f3831-dcef-4a7b-bc13-54fc0d307d9c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645168 Jun 04 09:35:15.879358 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:15.936549 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-037770a8-ceee-4451-8abe-fa0d55710c04 service neutron] 10.222.0.46 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806190 Jun 04 09:35:16.116468 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255aa7-177a-4505-aede-e972128f9d25 req-a5cd40cf-429b-49b4-a623-b9993f08f535 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:16.118909 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf255aa7-177a-4505-aede-e972128f9d25 req-a5cd40cf-429b-49b4-a623-b9993f08f535 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 931 time: 0.1304889 Jun 04 09:35:16.155117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:16.276874 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-1e05ac6c-5768-4720-95f1-04a398a86ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294420 Jun 04 09:35:16.285752 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cf255aa7-177a-4505-aede-e972128f9d25 req-2c58d71d-58c3-4ae2-b4ec-a482c6d86091 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475077 Jun 04 09:35:16.476925 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4046c58-32f3-40fe-896b-4544fe89088c {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:16.485702 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks [] for port (b4046c58-32f3-40fe-896b-4544fe89088c), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:16.500716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Transition to ACTIVE for port object b4046c58-32f3-40fe-896b-4544fe89088c will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:35:16.572387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:16.613789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:16.633866 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-59fce2ec-e792-4356-ac26-18afe78c704e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ebe772f995f743118963aa8c85ab5c2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419552 Jun 04 09:35:16.772138 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Pushing event updated for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:17.122456 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:17.228999 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b1e82a42-753c-4ebc-9e40-6033cd9af73c req-a155f92a-4a70-4b17-ba5f-623edca00855 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0544415 Jun 04 09:35:17.235069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-9127c1cf-0118-4b4e-899b-7fb7dba186ff tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:17.236817 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-9127c1cf-0118-4b4e-899b-7fb7dba186ff tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5813031 Jun 04 09:35:17.273082 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-0bbc1bfc-eab8-40cf-9ded-4194e99d658c tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/quotas/ebe772f995f743118963aa8c85ab5c2b HTTP/1.1" status: 200 len: 375 time: 0.0194728 Jun 04 09:35:17.276791 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Attempting to bind port b4046c58-32f3-40fe-896b-4544fe89088c on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:17.276791 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Attempting to bind port b4046c58-32f3-40fe-896b-4544fe89088c by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:17.276791 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Attempting to bind port b4046c58-32f3-40fe-896b-4544fe89088c on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:17.312605 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Port b4046c58-32f3-40fe-896b-4544fe89088c on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:35:17.312926 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Attempting to bind port b4046c58-32f3-40fe-896b-4544fe89088c on network fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:17.318209 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-afb6e30e-5a01-4f5a-aa4d-bde66d1a3fbb tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebe772f995f743118963aa8c85ab5c2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388839 Jun 04 09:35:17.321310 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:17.321651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Checking segment: {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:17.322039 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Bound using segment: {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:17.322488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Bound port: b4046c58-32f3-40fe-896b-4544fe89088c, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714b8258-5bc3-4d6a-a732-d7be193b44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:17.322927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:17.407400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:17.413277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=b4046c58-32f3-40fe-896b-4544fe89088c,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:17.477610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e223-cee4-4b7f-8188-2bf9d62b6d71 req-49f5a9d0-c8ce-4e2c-92fb-c8bbd9968d48 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:17.479239 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab93e223-cee4-4b7f-8188-2bf9d62b6d71 req-49f5a9d0-c8ce-4e2c-92fb-c8bbd9968d48 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 943 time: 0.0635788 Jun 04 09:35:17.555249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:17.579176 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab93e223-cee4-4b7f-8188-2bf9d62b6d71 req-8d907b3e-bc04-4ed9-b6be-871beb2ef9d9 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931101 Jun 04 09:35:17.620180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:17.621209 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:17.623880 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] 10.222.0.47 "PUT /v2.0/ports/b4046c58-32f3-40fe-896b-4544fe89088c HTTP/1.1" status: 200 len: 1093 time: 1.9013569 Jun 04 09:35:17.624653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:17.628609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62558b-a282-4798-9ed6-b1398c7d79cd" -d '{"events": [{"name": "network-changed", "server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:17.694884 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da685d95-b769-4f47-80ec-9ceef04da579 x-openstack-request-id: req-da685d95-b769-4f47-80ec-9ceef04da579 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:17.695227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:17.695393 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da685d95-b769-4f47-80ec-9ceef04da579 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:17.695795 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da685d95-b769-4f47-80ec-9ceef04da579'] response: {'name': 'network-changed', 'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c', 'status': 'completed', 'code': 200} Jun 04 09:35:17.732149 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f939ac-df83-47b0-93c5-ee8460aa2315 service neutron] Pushing event updated for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:17.737256 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-90b74531-da54-4dcd-b09d-f782bfd9a59e req-ad578705-d5c6-44ce-9ef9-b69665012cfd tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0674834 Jun 04 09:35:17.813834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-da47725b-ffa6-49e0-a148-30d54217eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:17.815494 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-da47725b-ffa6-49e0-a148-30d54217eec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 1127 time: 0.0567367 Jun 04 09:35:17.927712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:17.992920 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-e0a525b2-7953-4aa5-a62c-b80586dcb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:17.995611 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-e0a525b2-7953-4aa5-a62c-b80586dcb488 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fff077a9afa543b2b239071f9c79ac38&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1675267 Jun 04 09:35:18.107803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-336d3a0c-b2f9-4fd0-b6b8-16b0d54306df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:18.109638 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe62558b-a282-4798-9ed6-b1398c7d79cd req-336d3a0c-b2f9-4fd0-b6b8-16b0d54306df service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087189 Jun 04 09:35:18.239016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a9ee4a16-34f6-4b38-8d14-3a80548b17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:18.243008 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-a9ee4a16-34f6-4b38-8d14-3a80548b17f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fff077a9afa543b2b239071f9c79ac38&device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 1127 time: 0.0748007 Jun 04 09:35:18.311776 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-ae1d3f04-9d87-4361-848f-a8068ab34aef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4046c58-32f3-40fe-896b-4544fe89088c HTTP/1.1" status: 200 len: 217 time: 0.0569477 Jun 04 09:35:18.351223 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68215e51-6ef0-4678-996e-f0554afc468e req-c25de8c8-544a-434a-a9ff-b9e5275ef089 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0422106 Jun 04 09:35:18.389658 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-f07f79bf-cd3f-4619-861d-961bfcc8404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:18.391124 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-f07f79bf-cd3f-4619-861d-961bfcc8404f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f808e8c6-5319-4d8a-a4db-d344f1f2d5b7 HTTP/1.1" status: 200 len: 848 time: 0.0706728 Jun 04 09:35:18.428083 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-d575eada-7d3d-4ed8-ad3d-c0cdc5684333 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305152 Jun 04 09:35:18.515734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:18.532949 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-2bf786d9-6545-42ca-8fb6-05902be6a2db service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986824 Jun 04 09:35:18.678559 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2610413b-56e9-483a-ac8b-bb15af9c519e req-1b9a7c9e-4a57-42b6-8d13-db65254cfd27 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389308 Jun 04 09:35:18.752805 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dffbe-ba83-4d3b-8414-6dd0076b9ece req-839988f2-15dd-421f-9a93-f01996e94e4b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:18.754456 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c88dffbe-ba83-4d3b-8414-6dd0076b9ece req-839988f2-15dd-421f-9a93-f01996e94e4b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 943 time: 0.0582423 Jun 04 09:35:18.895917 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6c15eaab-dda3-4cd2-9b2c-c417a4400788 req-1f5ce3f1-c7da-41e2-ba2a-626509e9912c tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0802529 Jun 04 09:35:18.902714 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c88dffbe-ba83-4d3b-8414-6dd0076b9ece req-25beb4e9-8c18-44ff-8c2d-9a9bc12bdded tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367395 Jun 04 09:35:19.478372 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-93e33146-10e1-426c-87af-16c39413ba12 req-daf6841e-d232-457d-ad10-3ea5992c439a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0487454 Jun 04 09:35:20.040376 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd33b6-b574-407f-b8b2-d4b93063ff59 req-7fbee74e-5f5d-41e3-b07e-ababa15be967 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:20.042077 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-79cd33b6-b574-407f-b8b2-d4b93063ff59 req-7fbee74e-5f5d-41e3-b07e-ababa15be967 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 943 time: 0.0537987 Jun 04 09:35:20.108416 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-79cd33b6-b574-407f-b8b2-d4b93063ff59 req-72929d02-dae9-4f6a-a43e-61549a24ec78 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595350 Jun 04 09:35:20.193694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43712131-6500-4bf4-97d2-3481c97eac16 req-9cfbfb11-1e29-4053-b36f-14c84e298ba3 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0382059 Jun 04 09:35:20.635468 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72fadbcb-c80c-4acb-b45b-14f08887a2af req-28ed4659-2970-4594-87ce-b345943fb525 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0386837 Jun 04 09:35:20.765572 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-5ac5a1b9-80a1-478e-be0b-12e1800567bd tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:20.767194 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-5ac5a1b9-80a1-478e-be0b-12e1800567bd tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 809 time: 0.1281416 Jun 04 09:35:20.862782 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-0f97f094-b023-4f2f-b60e-1060ecc57715 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bc412a2d2f4fc68c2a9f3562232807 HTTP/1.1" status: 200 len: 380 time: 0.0801497 Jun 04 09:35:20.874676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'port': {'device_id': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'admin_state_up': True, 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'security_groups': ['de495c48-8a9b-40e9-8ad4-2ee32640c86b']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:20.994458 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-1946cf6d-55f3-4a40-b333-048390c6e04d tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe772f995f743118963aa8c85ab5c2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527918 Jun 04 09:35:21.187861 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:21.264891 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-a7046e39-b51b-4c41-aeba-59e7960dfe69 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:21.264891 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-a7046e39-b51b-4c41-aeba-59e7960dfe69 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603297 Jun 04 09:35:21.329674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Request body: {'port': {'device_id': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3', 'admin_state_up': True, 'tenant_id': 'ebe772f995f743118963aa8c85ab5c2b'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:21.356885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Made reservation on behalf of d7bc412a2d2f4fc68c2a9f3562232807 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:21.360491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.365212 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-02095afd-0e39-4901-aa5d-ac28bafcfc13 req-a3438845-4572-4b2b-8046-f13da3331f98 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0908296 Jun 04 09:35:21.377763 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device b4046c58-32f3-40fe-896b-4544fe89088c details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:35:21.422641 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592be0-d4c8-4622-9251-5d1c06477d72 req-0d53deb3-7804-491d-803f-2bc2ead55da5 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:21.424121 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5592be0-d4c8-4622-9251-5d1c06477d72 req-0d53deb3-7804-491d-803f-2bc2ead55da5 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 943 time: 0.1590812 Jun 04 09:35:21.572345 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:21.627647 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5592be0-d4c8-4622-9251-5d1c06477d72 req-68daf8b8-6402-45dc-8abb-3b7f30cfbe8a tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829476 Jun 04 09:35:21.656506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Allocated IP 172.20.0.4 (091b8198-00d3-4e96-9948-78161854c494/6d9ec26b-95b4-4832-b19c-000caed982b5/9864a826-5e4f-4326-b509-2e17ff9f1949) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:21.666017 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=b4046c58-32f3-40fe-896b-4544fe89088c,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:21.690645 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'b4046c58-32f3-40fe-896b-4544fe89088c', 'network_id': 'fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0', 'port_id': 'b4046c58-32f3-40fe-896b-4544fe89088c', 'mac_address': 'fa:16:3e:9d:5a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f808e8c6-5319-4d8a-a4db-d344f1f2d5b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:35:21.726867 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Made reservation on behalf of ebe772f995f743118963aa8c85ab5c2b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:21.734028 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.763534 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port b4046c58-32f3-40fe-896b-4544fe89088c is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:21.763920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.779976 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4046c58-32f3-40fe-896b-4544fe89088c {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:21.802809 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.805583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=b4046c58-32f3-40fe-896b-4544fe89088c,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:21.810802 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=70,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:21.812135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:21.851472 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9834ead-b32b-49d3-ab9d-bc57ae94105f req-d945cb25-7f9d-4456-9226-7622997b0d81 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Jun 04 09:35:21.868268 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.934058 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:21.940512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:21.950734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:22.001707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks [] for security_group (5426252f-cba2-47e5-84b6-764e766f5cfa), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.079620 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5426252f-cba2-47e5-84b6-764e766f5cfa), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.125660 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.137921 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['b4046c58-32f3-40fe-896b-4544fe89088c'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:35:22.162076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5426252f-cba2-47e5-84b6-764e766f5cfa,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:22.225509 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Network 091b8198-00d3-4e96-9948-78161854c494 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:22.256420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:22.261733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:22.265032 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:22.342263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Allocated IP 192.168.233.187 (072e4f56-fa6c-48e6-b274-84c7c49a64e3/f02287cd-c59b-416a-a0ef-8125b5b09b3b/fb58f0df-b621-4d35-b33c-86a9fc0be3c9) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:22.351882 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:22.353108 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.355122 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:22.492987 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:22.506125 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-eff0f9e4-ceba-4517-bfbf-11cba3bba745 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6376250 Jun 04 09:35:22.526231 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Request body: {'port': {'device_id': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:22.555248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a6f2-bde1-4586-a598-69977a1c20f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.573630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-76b51b9d-ffec-4bff-ae93-3b9833c48aba req-7e55f7df-95a2-432d-b11b-1f34be2705b7 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0663707 Jun 04 09:35:22.603035 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2b9655d0-4d3a-4a93-bf82-114b41ba39c4 None None] Provisioning complete for port 9864a826-5e4f-4326-b509-2e17ff9f1949 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:22.603941 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b9655d0-4d3a-4a93-bf82-114b41ba39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.640121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.644325 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2b9655d0-4d3a-4a93-bf82-114b41ba39c4 None None] Port 9864a826-5e4f-4326-b509-2e17ff9f1949 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:22.673982 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks [] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.858447 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:22.869041 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83043a3-9be0-404e-9a03-ba20f2332de1 req-4cac30cf-5d55-402f-afbc-9093fe584195 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:22.870631 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c83043a3-9be0-404e-9a03-ba20f2332de1 req-4cac30cf-5d55-402f-afbc-9093fe584195 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 944 time: 0.1204829 Jun 04 09:35:22.997272 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:23.025939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:23.043592 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:23.046546 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Pushing event updated for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:23.096230 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:23.117797 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c83043a3-9be0-404e-9a03-ba20f2332de1 req-bdcd6b43-7617-4420-99ca-922bd7b59691 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307329 Jun 04 09:35:23.148547 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85587fd7-b9de-4df9-9942-1db3b422cb21 req-a2c702f7-01a9-4ad2-a40c-49bf37ae914e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:23.150123 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85587fd7-b9de-4df9-9942-1db3b422cb21 req-a2c702f7-01a9-4ad2-a40c-49bf37ae914e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 931 time: 0.1517398 Jun 04 09:35:23.179429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:23.180107 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.285251 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:23.326862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-85587fd7-b9de-4df9-9942-1db3b422cb21 req-8b339dfe-da9c-41ac-b4bc-080117ed4357 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607308 Jun 04 09:35:23.340101 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9864a826-5e4f-4326-b509-2e17ff9f1949 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:23.349933 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks [] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.367327 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-88f48411-b0a2-4bed-97ce-2596f29fc375 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0807443 Jun 04 09:35:23.374312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Transition to ACTIVE for port object 9864a826-5e4f-4326-b509-2e17ff9f1949 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:35:23.377175 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ce506f20-0b37-47fd-84b3-8d8e30a50527 None None] Provisioning complete for port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:23.377547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ce506f20-0b37-47fd-84b3-8d8e30a50527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.382820 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device b4046c58-32f3-40fe-896b-4544fe89088c up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:23.385639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Request body: {'port': {'device_id': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:23.448505 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ce506f20-0b37-47fd-84b3-8d8e30a50527 None None] Port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:23.466323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.467977 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port b4046c58-32f3-40fe-896b-4544fe89088c completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:35:23.506393 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.564017 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port b4046c58-32f3-40fe-896b-4544fe89088c triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:23.568145 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.597517 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:23.618337 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:23.715876 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port b4046c58-32f3-40fe-896b-4544fe89088c is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:23.719013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.779594 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:23.785082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601477a-8176-43d9-b42a-1e3e35d20111" -d '{"events": [{"server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "name": "network-vif-plugged", "status": "completed", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:23.810276 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=b4046c58-32f3-40fe-896b-4544fe89088c,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:23.873182 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013343c-3cf7-4ca5-a7e2-2aa89371300a x-openstack-request-id: req-c013343c-3cf7-4ca5-a7e2-2aa89371300a {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:23.873762 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "name": "network-vif-plugged", "status": "completed", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:23.874485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c013343c-3cf7-4ca5-a7e2-2aa89371300a {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:23.875388 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c013343c-3cf7-4ca5-a7e2-2aa89371300a'] response: {'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c', 'code': 200} Jun 04 09:35:23.878485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:23.993628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:24.266949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f075-3d1d-49cb-be25-15deb58dad96 req-b98787aa-e0c9-4fe5-85ad-5b69011f9279 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:24.268957 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb78f075-3d1d-49cb-be25-15deb58dad96 req-b98787aa-e0c9-4fe5-85ad-5b69011f9279 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 936 time: 0.5390170 Jun 04 09:35:24.349128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Attempting to bind port 9864a826-5e4f-4326-b509-2e17ff9f1949 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:24.349836 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Attempting to bind port 9864a826-5e4f-4326-b509-2e17ff9f1949 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:24.349836 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Attempting to bind port 9864a826-5e4f-4326-b509-2e17ff9f1949 on network 091b8198-00d3-4e96-9948-78161854c494 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:24.410733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Port 9864a826-5e4f-4326-b509-2e17ff9f1949 on network 091b8198-00d3-4e96-9948-78161854c494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:35:24.411603 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Attempting to bind port 9864a826-5e4f-4326-b509-2e17ff9f1949 on network 091b8198-00d3-4e96-9948-78161854c494 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:24.421732 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:24.438888 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9783ac-4f5f-4deb-aff4-9b5c8f71ec13 req-2b9cc672-6991-48dd-959e-f1ede70b4726 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:24.440520 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0f9783ac-4f5f-4deb-aff4-9b5c8f71ec13 req-2b9cc672-6991-48dd-959e-f1ede70b4726 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.1914668 Jun 04 09:35:24.461870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:24.462225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Checking segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:24.462595 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Bound using segment: {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:24.463079 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Bound port: 9864a826-5e4f-4326-b509-2e17ff9f1949, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575601b9-01a1-4f8c-a874-0842cc27bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '091b8198-00d3-4e96-9948-78161854c494'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:24.463474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:24.498140 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33946) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:24.501475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41657b7c-f598-434e-b223-bd5787bb3698 req-544dbe90-7bfd-47a8-98fa-8a7d1894482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:24.505843 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41657b7c-f598-434e-b223-bd5787bb3698 req-544dbe90-7bfd-47a8-98fa-8a7d1894482a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 1129 time: 0.2057970 Jun 04 09:35:24.577497 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb78f075-3d1d-49cb-be25-15deb58dad96 req-1c76dd6c-9557-46e6-b4da-22e9faf84324 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818973 Jun 04 09:35:24.683359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0f9783ac-4f5f-4deb-aff4-9b5c8f71ec13 req-db29c0eb-1e1b-4c51-8817-9af399300c89 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171357 Jun 04 09:35:24.697659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:24.728122 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-41657b7c-f598-434e-b223-bd5787bb3698 req-8bbfc6ef-4807-4d87-b9e3-d7d0fa16268d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148495 Jun 04 09:35:24.752466 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:24.788126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb58f0df-b621-4d35-b33c-86a9fc0be3c9 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:24.788126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks [] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:24.790133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:24.791400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:24.807845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091ae9-b188-4f43-9cdb-a48ea4a75947 req-04c5b936-41ff-48d5-894b-b618d6854a27 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:24.809622 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae091ae9-b188-4f43-9cdb-a48ea4a75947 req-04c5b936-41ff-48d5-894b-b618d6854a27 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.1348636 Jun 04 09:35:24.816217 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Transition to ACTIVE for port object fb58f0df-b621-4d35-b33c-86a9fc0be3c9 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:35:24.839743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Publish callbacks [] for security_group (88439129-6f2b-46f3-974a-4c3bf69a4743), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:24.869652 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ae091ae9-b188-4f43-9cdb-a48ea4a75947 req-db270595-79bc-49bf-a681-96916cdbbdcb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Jun 04 09:35:24.977527 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:24.979901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.024539 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (88439129-6f2b-46f3-974a-4c3bf69a4743), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.029022 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.029661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.031607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] 10.222.0.47 "PUT /v2.0/ports/9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 1093 time: 2.5123732 Jun 04 09:35:25.035572 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:25.038029 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10967dec-8f1a-4357-bfc8-988bedb39f90" -d '{"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:25.076719 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597195-572f-42a0-8fe7-23cfaed02f63 service neutron] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:25.079691 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88439129-6f2b-46f3-974a-4c3bf69a4743,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:25.122759 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.126625 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.136997 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.137345 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.137869 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.138494 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.138836 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.139173 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.139508 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.139834 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.140380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.140895 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.141664 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.142153 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.142636 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:25.158185 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3affd1c7-4e0e-4e0f-820d-5a68d99b2197 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b58e501fc8e64ea5853b61dd864a1895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6582191 Jun 04 09:35:25.159171 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33952) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:25.175178 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c885b0-476c-4468-8a10-d3d751400e0b x-openstack-request-id: req-b6c885b0-476c-4468-8a10-d3d751400e0b {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:25.175514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:25.175703 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6c885b0-476c-4468-8a10-d3d751400e0b {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:25.176124 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c885b0-476c-4468-8a10-d3d751400e0b'] response: {'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'status': 'completed', 'code': 200} Jun 04 09:35:25.226500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:25.279387 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] Publish callbacks [] for security_group (88439129-6f2b-46f3-974a-4c3bf69a4743), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.283131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Attempting to bind port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:25.283930 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Attempting to bind port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:25.284721 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Attempting to bind port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 on network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:25.297748 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 on network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:35:25.297748 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Attempting to bind port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 on network 072e4f56-fa6c-48e6-b274-84c7c49a64e3 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:25.306950 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:25.307886 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Checking segment: {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:25.308603 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Bound using segment: {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:25.310074 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Bound port: fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2252173f-f9e4-4705-82f4-893262fbd861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:25.310563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.314337 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] Publish callbacks [] for security_group (88439129-6f2b-46f3-974a-4c3bf69a4743), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.429450 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-1512df84-39bb-4b72-aacb-f30b56cef6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.431268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-1512df84-39bb-4b72-aacb-f30b56cef6c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1127 time: 0.0756984 Jun 04 09:35:25.440241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:25.445764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:25.491237 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-9a52a7ef-fa54-4e04-a975-f7b5defdab66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 217 time: 0.0389960 Jun 04 09:35:25.506891 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (88439129-6f2b-46f3-974a-4c3bf69a4743), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.511340 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.513783 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88439129-6f2b-46f3-974a-4c3bf69a4743 HTTP/1.1" status: 204 len: 168 time: 0.3529258 Jun 04 09:35:25.534882 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f064a-a910-40da-9952-6c4b94baa5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88439129-6f2b-46f3-974a-4c3bf69a4743,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:25.566607 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.638055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-4685da14-1dc3-460e-869f-36deab7e7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.638055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-4685da14-1dc3-460e-869f-36deab7e7bcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.1342590 Jun 04 09:35:25.642539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:25.646552 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.647192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.648887 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb58f0df-b621-4d35-b33c-86a9fc0be3c9 HTTP/1.1" status: 200 len: 1098 time: 2.2682731 Jun 04 09:35:25.719580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa9658-8e56-4c18-9bc7-efe0adfa7f92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:25.719879 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff178d41-ed14-4389-953e-1b47addb368d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:25.795962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-04cde3b4-07d3-4696-a4a2-713f6aa58350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.797722 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-04cde3b4-07d3-4696-a4a2-713f6aa58350 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1272724 Jun 04 09:35:25.873229 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a36aa-5fc0-4093-9363-173cb1e726d9 req-a4e6615d-1d64-47b6-81f5-df6dd5e0c7b1 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.875034 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b6a36aa-5fc0-4093-9363-173cb1e726d9 req-a4e6615d-1d64-47b6-81f5-df6dd5e0c7b1 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 948 time: 0.1490765 Jun 04 09:35:25.906067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced95d-0500-40cd-9936-8183353c215b req-f8b045ea-4d00-4bc7-b7a0-7a8859e12dfe tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:25.907694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eaced95d-0500-40cd-9936-8183353c215b req-f8b045ea-4d00-4bc7-b7a0-7a8859e12dfe tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.1164939 Jun 04 09:35:25.987367 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b6a36aa-5fc0-4093-9363-173cb1e726d9 req-fc3bfb84-e1a8-4a68-b9e5-b568f8708103 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973585 Jun 04 09:35:26.001333 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eaced95d-0500-40cd-9936-8183353c215b req-76f9789a-537d-43be-9da4-58fb3ebb7722 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823390 Jun 04 09:35:26.225902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:26.271818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-39a63cb2-3854-40cf-adad-77e845f3a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:26.273738 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-39a63cb2-3854-40cf-adad-77e845f3a0bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe772f995f743118963aa8c85ab5c2b&device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 1132 time: 0.1606889 Jun 04 09:35:26.289419 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45748d-89ee-43dd-baa7-9fed044153cd req-f017332d-dee5-4520-afd6-159ad89b0b08 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:26.297950 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe45748d-89ee-43dd-baa7-9fed044153cd req-f017332d-dee5-4520-afd6-159ad89b0b08 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.1996572 Jun 04 09:35:26.396706 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-e9789bb4-30c8-49e8-bd6e-bcd412e5b24a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9 HTTP/1.1" status: 200 len: 217 time: 0.0971167 Jun 04 09:35:26.449145 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.478042 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33964) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:26.495097 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea6b-4ea4-4bf8-8109-c3022cb78461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.507149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-0ab70911-b727-4d3c-a85e-53d4df50b95f service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265974 Jun 04 09:35:26.592566 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fe45748d-89ee-43dd-baa7-9fed044153cd req-8e2a7a21-79d6-4b1d-a2ab-20f61a8b0122 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713428 Jun 04 09:35:26.595240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea6b-4ea4-4bf8-8109-c3022cb78461 admin admin] Publish callbacks [] for security_group (deb1f643-2589-4896-aa0b-3d7e6586084a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.656599 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ea6b-4ea4-4bf8-8109-c3022cb78461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (deb1f643-2589-4896-aa0b-3d7e6586084a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.656870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-1d61c82d-f79c-4723-b5da-7ebde997d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:26.659425 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-1d61c82d-f79c-4723-b5da-7ebde997d1f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f02287cd-c59b-416a-a0ef-8125b5b09b3b HTTP/1.1" status: 200 len: 843 time: 0.2480359 Jun 04 09:35:26.704624 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ea6b-4ea4-4bf8-8109-c3022cb78461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1f643-2589-4896-aa0b-3d7e6586084a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:26.709458 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9fc3ea6b-4ea4-4bf8-8109-c3022cb78461 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbd1392441214f8bbb604a6bcd4abe71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300301 Jun 04 09:35:26.715041 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 33966) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:26.781196 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] Publish callbacks [] for security_group (deb1f643-2589-4896-aa0b-3d7e6586084a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.783452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-7706-4f36-bd93-088df29544f3 req-8a7f52dc-6e6b-4b69-9ebe-fb75d68c1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:26.786130 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-8a7f52dc-6e6b-4b69-9ebe-fb75d68c1833 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072e4f56-fa6c-48e6-b274-84c7c49a64e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1144221 Jun 04 09:35:26.808931 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] Publish callbacks [] for security_group (deb1f643-2589-4896-aa0b-3d7e6586084a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.842119 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-656691d9-6365-43f0-bdca-c3648a8cf6c2 req-5149e63d-5238-4865-992a-2d9c018b797e service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166485 Jun 04 09:35:26.948363 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-aebb0ba2-7432-4581-bf94-fd47eafa2922 service neutron] 10.222.0.47 "GET /v2.0/networks/072e4f56-fa6c-48e6-b274-84c7c49a64e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549470 Jun 04 09:35:26.982817 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (deb1f643-2589-4896-aa0b-3d7e6586084a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.987463 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:26.990004 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deb1f643-2589-4896-aa0b-3d7e6586084a HTTP/1.1" status: 204 len: 168 time: 0.2732449 Jun 04 09:35:27.003515 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637ff93-599e-4a40-ad6b-2ace87e226e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1f643-2589-4896-aa0b-3d7e6586084a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:27.131474 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72a55226-7706-4f36-bd93-088df29544f3 req-d8823f77-a72c-41a8-ad14-fc4c01392000 service neutron] 10.222.0.47 "GET /v2.0/networks/072e4f56-fa6c-48e6-b274-84c7c49a64e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768122 Jun 04 09:35:27.181944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:27.184553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed3e322-0ca4-442c-8c6d-13335894e1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:27.253457 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5635938-78a8-48b0-b288-ca62cb2e3dee req-ad80e7e3-3daf-4ca7-9a6b-224814a7d358 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:27.255629 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d5635938-78a8-48b0-b288-ca62cb2e3dee req-ad80e7e3-3daf-4ca7-9a6b-224814a7d358 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 948 time: 0.0972636 Jun 04 09:35:27.265593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5531-87cf-418a-b698-1d0ca4479a0c req-ff0a9ec7-bdfb-4bbc-9efc-9e70096d269d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:27.267194 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d63c5531-87cf-418a-b698-1d0ca4479a0c req-ff0a9ec7-bdfb-4bbc-9efc-9e70096d269d tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.0975096 Jun 04 09:35:27.409712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-3222f62a-0176-46d9-a663-a34a52d92031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:27.411826 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-3222f62a-0176-46d9-a663-a34a52d92031 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1127 time: 0.1328466 Jun 04 09:35:27.429148 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d5635938-78a8-48b0-b288-ca62cb2e3dee req-64745b27-5178-473f-ab32-cfbe623f6884 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609130 Jun 04 09:35:27.437974 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d63c5531-87cf-418a-b698-1d0ca4479a0c req-6ee50e40-ef97-436b-9578-d6883b01769c tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551394 Jun 04 09:35:27.536730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49e0a0-9c0c-40c0-92ff-6c17ec0e6bd5 x-openstack-request-id: req-0a49e0a0-9c0c-40c0-92ff-6c17ec0e6bd5 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:27.537757 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:27.537757 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a49e0a0-9c0c-40c0-92ff-6c17ec0e6bd5 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:27.537757 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a49e0a0-9c0c-40c0-92ff-6c17ec0e6bd5'] response: {'name': 'network-changed', 'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9', 'status': 'completed', 'code': 200} Jun 04 09:35:27.750089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2787f-f106-4a10-8c4d-27c0f426d3d1 req-7e6e1254-0148-4884-b7c9-d3dd2f87955f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:27.750089 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bda2787f-f106-4a10-8c4d-27c0f426d3d1 req-7e6e1254-0148-4884-b7c9-d3dd2f87955f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0730772 Jun 04 09:35:27.774880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:27.824751 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bda2787f-f106-4a10-8c4d-27c0f426d3d1 req-e51f4ac6-706d-427c-9a19-9ac3143fafb2 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674365 Jun 04 09:35:28.281956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-1fa66b23-968b-4d76-bef7-40e4b2c2716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.284642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-1fa66b23-968b-4d76-bef7-40e4b2c2716f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe772f995f743118963aa8c85ab5c2b&device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 1132 time: 0.1242404 Jun 04 09:35:28.367164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-8eab4f79-85c2-4fee-8ad0-be921620c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.368792 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-8eab4f79-85c2-4fee-8ad0-be921620c911 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.2415626 Jun 04 09:35:28.423295 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-7320307c-1743-44aa-94dd-980ff9d4ebe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 217 time: 0.0444074 Jun 04 09:35:28.468313 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:28.508963 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-cfd96860-04b0-430d-853b-627eb18095f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.510701 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-cfd96860-04b0-430d-853b-627eb18095f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072e4f56-fa6c-48e6-b274-84c7c49a64e3 HTTP/1.1" status: 200 len: 870 time: 0.2134929 Jun 04 09:35:28.515438 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-c80eeb6f-9f23-45b7-9c12-d48932bb0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.517663 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-c80eeb6f-9f23-45b7-9c12-d48932bb0bbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0819540 Jun 04 09:35:28.597683 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-2733dd62-fdcc-4952-8026-01fc7f9929a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9 HTTP/1.1" status: 200 len: 217 time: 0.0787888 Jun 04 09:35:28.644634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-79defc60-09da-443c-a5ee-416631e0c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.646229 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-79defc60-09da-443c-a5ee-416631e0c2fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1181324 Jun 04 09:35:28.794701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57a43b-c5ad-449d-9c90-2effa22d1268 req-a4d0a0c0-93e7-4897-a2c5-be562c47c91b tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.796985 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d57a43b-c5ad-449d-9c90-2effa22d1268 req-a4d0a0c0-93e7-4897-a2c5-be562c47c91b tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 948 time: 0.2155802 Jun 04 09:35:28.837197 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-8e17bb00-369b-4d40-8d4f-1d2334e8e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.838838 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-8e17bb00-369b-4d40-8d4f-1d2334e8e7e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f02287cd-c59b-416a-a0ef-8125b5b09b3b HTTP/1.1" status: 200 len: 843 time: 0.1964529 Jun 04 09:35:28.914542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:28.921399 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-a74f8a41-8cbe-4f08-b7f2-5ea75ce09086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:28.922951 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-a74f8a41-8cbe-4f08-b7f2-5ea75ce09086 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072e4f56-fa6c-48e6-b274-84c7c49a64e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0719595 Jun 04 09:35:28.931863 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-48773bf2-58ee-4fd3-9ccc-e84fd9b19efd service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452965 Jun 04 09:35:29.025682 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d57a43b-c5ad-449d-9c90-2effa22d1268 req-86c75885-262b-4e5d-a24f-3e03bf4b5e49 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157910 Jun 04 09:35:29.151947 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-d94f2f73-dde4-439b-a47a-815cc3b2b3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/072e4f56-fa6c-48e6-b274-84c7c49a64e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221971 Jun 04 09:35:29.279556 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73178319-c578-46e1-b601-1021464bb70f req-f378ff5a-f105-45bb-81e7-8edcd7b6471a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:29.281446 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-73178319-c578-46e1-b601-1021464bb70f req-f378ff5a-f105-45bb-81e7-8edcd7b6471a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.1546438 Jun 04 09:35:29.286753 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-10967dec-8f1a-4357-bfc8-988bedb39f90 req-13cb239b-f685-419c-af1e-5d857aa07358 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444965 Jun 04 09:35:29.289502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:29.396550 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9ed3e322-0ca4-442c-8c6d-13335894e1bb req-31be3162-de6d-487d-931e-a15465020d66 service neutron] 10.222.0.47 "GET /v2.0/networks/072e4f56-fa6c-48e6-b274-84c7c49a64e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225349 Jun 04 09:35:29.417067 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-73178319-c578-46e1-b601-1021464bb70f req-01aead12-4abd-4b3a-ae81-f5d59c4cc08d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258156 Jun 04 09:35:29.430528 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fb58f0df-b621-4d35-b33c-86a9fc0be3c9 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:35:29.477985 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f251b-6320-4f49-b084-3dccd95c166c req-7c3b315d-3cf3-4efa-9b5b-ca0ec2566142 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:29.479986 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-766f251b-6320-4f49-b084-3dccd95c166c req-7c3b315d-3cf3-4efa-9b5b-ca0ec2566142 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.0820336 Jun 04 09:35:29.584401 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-766f251b-6320-4f49-b084-3dccd95c166c req-19e81281-685b-484f-b316-9c369ca301d6 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Jun 04 09:35:29.610125 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:29.628901 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9', 'network_id': '072e4f56-fa6c-48e6-b274-84c7c49a64e3', 'port_id': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9', 'mac_address': 'fa:16:3e:77:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02287cd-c59b-416a-a0ef-8125b5b09b3b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:35:29.678511 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:29.679377 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:29.698962 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34022) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:29.707623 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb58f0df-b621-4d35-b33c-86a9fc0be3c9 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:29.737412 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:29.817303 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:29.828141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d8e4-7a14-401e-bd49-d73f1620cce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:29.858561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:29.879028 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:29.883632 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:29.884193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:29.899890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:29.951386 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d8e4-7a14-401e-bd49-d73f1620cce9 admin admin] Publish callbacks [] for security_group (eb25031e-d91d-4983-b089-198d43bb072d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.034360 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d8e4-7a14-401e-bd49-d73f1620cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb25031e-d91d-4983-b089-198d43bb072d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.101411 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f5b7d8e4-7a14-401e-bd49-d73f1620cce9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=624a87f068e74e94898c36b82fd19f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928137 Jun 04 09:35:30.101411 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d8e4-7a14-401e-bd49-d73f1620cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb25031e-d91d-4983-b089-198d43bb072d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:30.101411 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34028) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:30.121747 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['fb58f0df-b621-4d35-b33c-86a9fc0be3c9'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:35:30.163633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] Publish callbacks [] for security_group (eb25031e-d91d-4983-b089-198d43bb072d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.194432 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] Publish callbacks [] for security_group (eb25031e-d91d-4983-b089-198d43bb072d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.238069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e40a8-d090-4cce-81bb-88ed9485bf11 req-1b8b4c62-a1a7-4d79-8bfb-d37b2a1da6bb tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:30.241678 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c84e40a8-d090-4cce-81bb-88ed9485bf11 req-1b8b4c62-a1a7-4d79-8bfb-d37b2a1da6bb tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 949 time: 0.0853963 Jun 04 09:35:30.300660 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:30.334621 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c84e40a8-d090-4cce-81bb-88ed9485bf11 req-b43bfce7-b1bd-443d-a760-fcbc576372c1 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Jun 04 09:35:30.340068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:30.363535 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (eb25031e-d91d-4983-b089-198d43bb072d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.367369 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:30.368892 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb25031e-d91d-4983-b089-198d43bb072d HTTP/1.1" status: 204 len: 168 time: 0.2693772 Jun 04 09:35:30.380613 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6f5aa-0498-4548-85a9-f4b1843f01c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb25031e-d91d-4983-b089-198d43bb072d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:30.621838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fcfc-ab71-4767-8837-6690029cfd2c req-246d290b-c678-4f02-b136-167230cca127 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:30.623807 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3de9fcfc-ab71-4767-8837-6690029cfd2c req-246d290b-c678-4f02-b136-167230cca127 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0659790 Jun 04 09:35:30.698674 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3de9fcfc-ab71-4767-8837-6690029cfd2c req-b1134204-f33d-47b8-9b5b-850fa70e1879 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651574 Jun 04 09:35:30.806843 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f33e8-fa7c-4933-acb4-4630bdda23f4 req-02e79279-5df0-4cc2-95a4-18e69a97c6f6 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:30.813768 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a3f33e8-fa7c-4933-acb4-4630bdda23f4 req-02e79279-5df0-4cc2-95a4-18e69a97c6f6 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.1069429 Jun 04 09:35:30.837881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972844-e563-429c-9348-08ed1a32bf89 req-710b589a-98a3-44b6-8679-afda5a94c9c6 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:30.839999 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e972844-e563-429c-9348-08ed1a32bf89 req-710b589a-98a3-44b6-8679-afda5a94c9c6 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 945 time: 0.0948620 Jun 04 09:35:31.001049 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a3f33e8-fa7c-4933-acb4-4630bdda23f4 req-6a131c05-20b8-4afa-b1cb-04c48162c909 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca5bec04-2b64-492a-9bb5-75f4c6614d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799753 Jun 04 09:35:31.031575 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Deleting port b4046c58-32f3-40fe-896b-4544fe89088c {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:35:31.032116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.189052 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] For port b4046c58-32f3-40fe-896b-4544fe89088c, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=b4046c58-32f3-40fe-896b-4544fe89088c,segment=NetworkSegment(714b8258-5bc3-4d6a-a732-d7be193b44ad),segment_id=714b8258-5bc3-4d6a-a732-d7be193b44ad)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:31.189635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.221655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Calling delete_port for b4046c58-32f3-40fe-896b-4544fe89088c owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:35:31.506628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fb58f0df-b621-4d35-b33c-86a9fc0be3c9 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:31.518202 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:31.539218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (b4046c58-32f3-40fe-896b-4544fe89088c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.572864 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d840df1-84d3-439a-877e-07549844d28f req-6cfd01fc-ed32-4cd2-b793-cf7ae7107fe2 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:31.577054 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1d840df1-84d3-439a-877e-07549844d28f req-6cfd01fc-ed32-4cd2-b793-cf7ae7107fe2 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 949 time: 0.1087050 Jun 04 09:35:31.596930 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:35:31.619494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Pushing event deleted for resources: {'Port': ['ID=b4046c58-32f3-40fe-896b-4544fe89088c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:31.702935 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] No DVR routers for this DVR port b4046c58-32f3-40fe-896b-4544fe89088c on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:35:31.706433 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.711944 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e972844-e563-429c-9348-08ed1a32bf89 req-e3fbcd6e-33c0-4408-a4d0-736d1dd6020b tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.47 "DELETE /v2.0/ports/b4046c58-32f3-40fe-896b-4544fe89088c HTTP/1.1" status: 204 len: 173 time: 0.8600755 Jun 04 09:35:31.713933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:31.714494 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.723473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'name': 'network-vif-deleted', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:31.727751 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5685266-3cdd-4396-861e-16230f68186f" -d '{"events": [{"server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "name": "network-vif-deleted", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:31.771581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1d840df1-84d3-439a-877e-07549844d28f req-e9942f5f-70bd-4961-bd0f-c3dbc53a6c71 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540415 Jun 04 09:35:31.811909 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16942ae6-cf1a-4a3d-a63b-9a5763a4e785 x-openstack-request-id: req-16942ae6-cf1a-4a3d-a63b-9a5763a4e785 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:31.812637 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411bb645-ad60-430f-a941-e6de32757e60", "name": "network-vif-deleted", "tag": "b4046c58-32f3-40fe-896b-4544fe89088c", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:31.812981 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16942ae6-cf1a-4a3d-a63b-9a5763a4e785 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:31.813596 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16942ae6-cf1a-4a3d-a63b-9a5763a4e785'] response: {'server_uuid': '411bb645-ad60-430f-a941-e6de32757e60', 'name': 'network-vif-deleted', 'tag': 'b4046c58-32f3-40fe-896b-4544fe89088c', 'status': 'completed', 'code': 200} Jun 04 09:35:31.823855 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:31.824322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.862360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:31.865690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ade6a8-fc43-4e1c-a550-2da49a5ac07a" -d '{"events": [{"server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "name": "network-vif-plugged", "status": "completed", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:31.889609 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:31.944011 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1571724-a69b-4bce-a81f-bc209e04df7b x-openstack-request-id: req-c1571724-a69b-4bce-a81f-bc209e04df7b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:31.944277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "name": "network-vif-plugged", "status": "completed", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:31.944576 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1571724-a69b-4bce-a81f-bc209e04df7b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:31.944983 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1571724-a69b-4bce-a81f-bc209e04df7b'] response: {'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9', 'code': 200} Jun 04 09:35:31.958458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12263ad3-a03a-4ef2-8743-a168d2c55c75 req-f43f0d6b-47af-4f93-982e-a545cd17e4b9 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:31.960202 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-12263ad3-a03a-4ef2-8743-a168d2c55c75 req-f43f0d6b-47af-4f93-982e-a545cd17e4b9 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0900018 Jun 04 09:35:31.975830 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:31.977162 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device b4046c58-32f3-40fe-896b-4544fe89088c no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:35:32.022797 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 34062) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:32.057650 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: b4046c58-32f3-40fe-896b-4544fe89088c {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:35:32.057650 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device b4046c58-32f3-40fe-896b-4544fe89088c not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:35:32.115799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-12263ad3-a03a-4ef2-8743-a168d2c55c75 req-a4739b84-557c-46f5-b7a3-05a00591dde9 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483824 Jun 04 09:35:32.135354 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:32.189559 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-696bc7a6-3e15-4c7b-900c-eb25e6009b68 req-4aac6ba6-ab05-4b5c-bd33-4cb595c9fb9f tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0400913 Jun 04 09:35:32.257937 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003040431-network', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:32.388015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Made reservation on behalf of a3e40664a37c420c9fc2e05af20e182b for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:32.390932 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:32.402589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:32.429539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:32.505710 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks [] for security_group (b5199e93-1acd-4199-b005-d7e2f622c311), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:32.592086 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b5199e93-1acd-4199-b005-d7e2f622c311), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:32.618736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:35:32.634766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5199e93-1acd-4199-b005-d7e2f622c311,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:32.640174 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (5612b48c-d955-4df5-8760-94edd0853847), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:32.640560 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Added segment 5612b48c-d955-4df5-8760-94edd0853847 of type vlan for network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 Jun 04 09:35:33.007103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (0b66f292-20aa-47ea-a6fc-a91f7e2fb578), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:33.051458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf6737-2df4-4ae6-be54-98ed76a56a38 req-d956fc2d-278b-41b2-b948-c2a75febcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:33.053152 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-25cf6737-2df4-4ae6-be54-98ed76a56a38 req-d956fc2d-278b-41b2-b948-c2a75febcd72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 1134 time: 0.3777108 Jun 04 09:35:33.080508 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf790-765a-47ec-b620-82c8c090dd2b req-1fe6e86e-0101-41a1-bddc-a2cb015548f6 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:33.082137 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f15cf790-765a-47ec-b620-82c8c090dd2b req-1fe6e86e-0101-41a1-bddc-a2cb015548f6 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.0806901 Jun 04 09:35:33.143353 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f15cf790-765a-47ec-b620-82c8c090dd2b req-72295497-6d43-46cf-9872-8a98209fc971 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Jun 04 09:35:33.171443 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (0b66f292-20aa-47ea-a6fc-a91f7e2fb578), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:33.173503 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:33.174209 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:33.283804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:33.351031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4e51-f166-4c7b-8b6f-9efa0c695ed6 req-720fbd01-39f3-47b0-ad40-879c52b9cb8f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:33.353051 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7f7d4e51-f166-4c7b-8b6f-9efa0c695ed6 req-720fbd01-39f3-47b0-ad40-879c52b9cb8f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.1307333 Jun 04 09:35:33.365733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b66f292-20aa-47ea-a6fc-a91f7e2fb578,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:33.381413 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3d8b1e3a-401f-43ac-9311-c2b692f743a8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3405180 Jun 04 09:35:33.381708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:35:33.383330 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34074) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:33.390803 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Request body: {'subnet': {'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003040431-subnet', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:33.409163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-25cf6737-2df4-4ae6-be54-98ed76a56a38 req-103f3025-6cd8-4789-a348-94af975f035c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195859 Jun 04 09:35:33.413915 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a5be42a6-e503-4ab3-93f4-78f9603c3a18 req-8453e55f-1789-440e-9218-2033fd416fd1 tempest-VolumesActionsTest-485326456 tempest-VolumesActionsTest-485326456-project] 10.222.0.46 "GET /v2.0/ports?device_id=411bb645-ad60-430f-a941-e6de32757e60 HTTP/1.1" status: 200 len: 210 time: 0.0787418 Jun 04 09:35:33.458881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7f7d4e51-f166-4c7b-8b6f-9efa0c695ed6 req-306f8943-f74d-4204-afa4-ca5eeba68044 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867686 Jun 04 09:35:33.536789 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Made reservation on behalf of a3e40664a37c420c9fc2e05af20e182b for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:33.539162 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:33.804194 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (d4021eb7-1497-46ba-a77b-335205ac9bd9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:33.876936 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:33.879550 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4021eb7-1497-46ba-a77b-335205ac9bd9,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:33.893793 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Checking segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:33.894317 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Network hostable DHCP agents. Network: 0b66f292-20aa-47ea-a6fc-a91f7e2fb578, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:35:33.999782 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:35:34.096926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 0b66f292-20aa-47ea-a6fc-a91f7e2fb578) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:34.103267 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:34.104046 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.109317 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864fde2-404d-47a6-943e-d09818cbf505 None None] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:35:34.194001 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-99221109-c054-4120-8a97-aaa043e378e8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8082840 Jun 04 09:35:34.197380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34078) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:34.204838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:34.256185 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:35:34.257795 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.327778 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d409f-daf0-436b-aaae-3695c680f7a6 req-64f80f53-8a62-499f-bef9-d4abbaeb3c91 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:34.330265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f6d409f-daf0-436b-aaae-3695c680f7a6 req-64f80f53-8a62-499f-bef9-d4abbaeb3c91 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.0722990 Jun 04 09:35:34.389035 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.390981 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.414798 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f6d409f-daf0-436b-aaae-3695c680f7a6 req-4e05e039-13f5-4c30-8ded-7f78c3eff676 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Jun 04 09:35:34.456806 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for router_controller (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.500331 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Allocated IP 172.20.0.2 (0b66f292-20aa-47ea-a6fc-a91f7e2fb578/d4021eb7-1497-46ba-a77b-335205ac9bd9/7be66f3e-109b-454a-8932-e5b395ba24f4) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:34.623724 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:34.708631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db67c7-69bb-4c5d-9041-6ade94c2357c req-473e6e27-4d1d-4740-b239-8d95bc7f2c7b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:34.710338 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b3db67c7-69bb-4c5d-9041-6ade94c2357c req-473e6e27-4d1d-4740-b239-8d95bc7f2c7b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0721531 Jun 04 09:35:34.793040 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b3db67c7-69bb-4c5d-9041-6ade94c2357c req-27fb73b8-b06a-47cd-a2b8-46ca68f5c78d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720551 Jun 04 09:35:34.852708 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for router_gateway (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.862000 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks [] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:34.937698 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.015953 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:35.022693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:35.033892 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:35.043801 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Pushing event updated for resources: {'Port': ['ID=7be66f3e-109b-454a-8932-e5b395ba24f4,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:35.125846 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Attempting to bind port 7be66f3e-109b-454a-8932-e5b395ba24f4 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:35.126207 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Attempting to bind port 7be66f3e-109b-454a-8932-e5b395ba24f4 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:35.126567 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Attempting to bind port 7be66f3e-109b-454a-8932-e5b395ba24f4 on network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:35.133097 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:35.133485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Checking segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:35.133830 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.134226 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Bound using segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:35.134740 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Bound port: 7be66f3e-109b-454a-8932-e5b395ba24f4, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:35.135132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.223751 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for router_gateway (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.232761 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] For port 7be66f3e-109b-454a-8932-e5b395ba24f4, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:35.239230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] For port 7be66f3e-109b-454a-8932-e5b395ba24f4, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7be66f3e-109b-454a-8932-e5b395ba24f4,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:35.256158 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.269736 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:35.375069 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.383444 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:35.392249 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Allocated IP 172.27.0.246 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/0782d9ee-6fad-44df-94de-3f0f0f84f9f5) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:35.449569 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6831-51d8-44b8-a59b-254bdcf8d978 None None] Pushing event updated for resources: {'Port': ['ID=7be66f3e-109b-454a-8932-e5b395ba24f4,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:35.511406 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:35:35.647432 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.692752 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.693488 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:35.714657 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948eeb6-2de0-4f1c-ab70-1bd2d503434e req-606acc9e-0a42-4076-bfc2-0c4beae3fd29 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:35.717659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f948eeb6-2de0-4f1c-ab70-1bd2d503434e req-606acc9e-0a42-4076-bfc2-0c4beae3fd29 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.1009364 Jun 04 09:35:35.778027 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:35.783372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:35.834487 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f948eeb6-2de0-4f1c-ab70-1bd2d503434e req-3b66cc54-8d3c-4cd0-8610-730d3fdbe212 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028688 Jun 04 09:35:35.908707 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'mac_address': 'fa:16:3e:3e:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:35:35.928899 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:35.966952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:35.989885 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:35.996955 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9864a826-5e4f-4326-b509-2e17ff9f1949 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:35.997754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:36.027208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9864a826-5e4f-4326-b509-2e17ff9f1949 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:35:36.063968 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:36.085294 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:36.089218 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Pushing event updated for resources: {'Port': ['ID=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:36.097709 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:36.117377 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf4ed-c0c7-4015-84f4-9c3441da76e4 req-c2e494f7-95ee-4885-9aaf-446db5fac0f5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:36.122657 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b47cf4ed-c0c7-4015-84f4-9c3441da76e4 req-c2e494f7-95ee-4885-9aaf-446db5fac0f5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.1114752 Jun 04 09:35:36.146003 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:36.218056 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b47cf4ed-c0c7-4015-84f4-9c3441da76e4 req-dd8bae4e-5a40-4dfe-9f8e-60c9d3364602 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836649 Jun 04 09:35:36.279331 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:36.422178 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['9864a826-5e4f-4326-b509-2e17ff9f1949'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:35:36.577315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:36.682692 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for router_gateway (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:36.846915 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40210f50-cfab-4303-8880-d6c8c252df20 req-c093183f-7214-436f-8459-efd59f492e73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:36.849877 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-40210f50-cfab-4303-8880-d6c8c252df20 req-c093183f-7214-436f-8459-efd59f492e73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.1176014 Jun 04 09:35:36.914705 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-40210f50-cfab-4303-8880-d6c8c252df20 req-e27a178c-0f66-474a-a19b-11703339273e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Jun 04 09:35:37.074388 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d080cd1-d3ff-421c-9988-dddcf1c4e014 None None] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:35:37.134573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Provisioning complete for port 7be66f3e-109b-454a-8932-e5b395ba24f4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:37.135245 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.265891 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Current status of the port 7be66f3e-109b-454a-8932-e5b395ba24f4 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:37.266206 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.288499 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:37.310325 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] For port 7be66f3e-109b-454a-8932-e5b395ba24f4, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7be66f3e-109b-454a-8932-e5b395ba24f4,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:37.408974 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.413126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a107b3-2287-4f41-ac1b-da8604cbb8cf req-192ae171-5528-455e-b79a-57bacafdbdcf tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:37.414814 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43a107b3-2287-4f41-ac1b-da8604cbb8cf req-192ae171-5528-455e-b79a-57bacafdbdcf tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 944 time: 0.0820088 Jun 04 09:35:37.416548 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.495683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccec03-ab88-4b42-87c3-9ffdb4abb375 None None] Pushing event updated for resources: {'Port': ['ID=7be66f3e-109b-454a-8932-e5b395ba24f4,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:37.524991 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-43a107b3-2287-4f41-ac1b-da8604cbb8cf req-cf2d6ea7-635b-431b-b363-1c7fa5b2d5b3 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953093 Jun 04 09:35:37.650291 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d7495eb7-24ab-42c4-81b6-281a6ef52247 None None] Provisioning complete for port 7be66f3e-109b-454a-8932-e5b395ba24f4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:37.650965 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d7495eb7-24ab-42c4-81b6-281a6ef52247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.653844 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 7be66f3e-109b-454a-8932-e5b395ba24f4 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:37.724220 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:35:37.783095 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 7be66f3e-109b-454a-8932-e5b395ba24f4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:37.783678 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.899166 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:35:37.971854 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Sync routers for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:35:37.985254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:37.990775 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-89ce4934-3625-4bba-a5e9-c4375c005a5a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7879355 Jun 04 09:35:37.990972 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34144) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:38.019102 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d7495eb7-24ab-42c4-81b6-281a6ef52247 None None] Current status of the port 7be66f3e-109b-454a-8932-e5b395ba24f4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:38.029658 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:38.030743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:38.070037 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:38.129006 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1582ebe-a513-43d9-944e-3f8ac17ec020 req-0a2dd114-e534-4e91-9e6a-62625cf0bfac tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:38.132803 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1582ebe-a513-43d9-944e-3f8ac17ec020 req-0a2dd114-e534-4e91-9e6a-62625cf0bfac tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.0872371 Jun 04 09:35:38.173832 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 7be66f3e-109b-454a-8932-e5b395ba24f4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:38.206123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:38.236635 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1582ebe-a513-43d9-944e-3f8ac17ec020 req-3d09a2ba-d656-46b7-9db8-bf6fbb38d34e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916719 Jun 04 09:35:38.294164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:38.429809 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:38.439536 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:36Z', 'revision_number': 3, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:38.472986 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Checking router: e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:35:38.473785 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Updating router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:35:38.506285 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:38.639778 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:38.723814 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bfc8f-d0e0-4f89-a5fc-3d670a13a7bd req-2572a4e0-c8f6-48bf-9d91-1833d93d9143 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:38.726596 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-706bfc8f-d0e0-4f89-a5fc-3d670a13a7bd req-2572a4e0-c8f6-48bf-9d91-1833d93d9143 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 944 time: 0.0925157 Jun 04 09:35:38.805581 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-706bfc8f-d0e0-4f89-a5fc-3d670a13a7bd req-78bb3e20-9fac-4147-b3f9-bcfa21eb2181 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718431 Jun 04 09:35:38.825200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:38.902029 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Allocated IP 172.20.0.1 (0b66f292-20aa-47ea-a6fc-a91f7e2fb578/d4021eb7-1497-46ba-a77b-335205ac9bd9/83ad7664-e7ed-497f-9f16-463bfaad9741) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:38.969995 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks [] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.031959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.060535 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks [] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.098991 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Attempting to bind port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:39.099362 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Attempting to bind port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:39.099934 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Attempting to bind port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:39.102624 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c042e0-b856-45fd-8f6e-7a9096ba7251 None None] Pushing event updated for resources: {'Port': ['ID=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:39.109388 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:39.109765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:39.110170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.110569 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:39.111086 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Bound port: 0782d9ee-6fad-44df-94de-3f0f0f84f9f5, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:39.111476 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.164908 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.173965 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] For port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:39.179515 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] For port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:39.226087 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:39.240681 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:39.244192 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:39.251372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:39.281926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Pushing event updated for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:39.286657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.324258 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.413017 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:39.414901 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:39.442761 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:39.469066 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f610-7751-4283-8f7b-c2f68f67e858 req-0afb4e9a-18e5-4ff7-a009-1244a9d21e9e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:39.472344 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb54f610-7751-4283-8f7b-c2f68f67e858 req-0afb4e9a-18e5-4ff7-a009-1244a9d21e9e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.0823553 Jun 04 09:35:39.515926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c042e0-b856-45fd-8f6e-7a9096ba7251 None None] Pushing event updated for resources: {'Port': ['ID=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:39.590813 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eb54f610-7751-4283-8f7b-c2f68f67e858 req-2d5a6542-3646-4189-92fd-594d4d083a6e tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118059 Jun 04 09:35:39.631670 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.645844 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 7be66f3e-109b-454a-8932-e5b395ba24f4 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:39.694543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:39.701090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:39.775031 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-815aa532-4ef4-46dc-a8e2-45e97e74bfee None None] Provisioning complete for port 83ad7664-e7ed-497f-9f16-463bfaad9741 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:39.775406 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-815aa532-4ef4-46dc-a8e2-45e97e74bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.846337 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:39.940621 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 7be66f3e-109b-454a-8932-e5b395ba24f4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:39.941209 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.944257 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-815aa532-4ef4-46dc-a8e2-45e97e74bfee None None] Port 83ad7664-e7ed-497f-9f16-463bfaad9741 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:39.979141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks [] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:39.999712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1d26e-d87c-45dd-9a97-3edeaf576322 req-ad6a283a-caf9-48bd-9dcc-a78ceb15414c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:40.001605 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:40.002372 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ed1d26e-d87c-45dd-9a97-3edeaf576322 req-ad6a283a-caf9-48bd-9dcc-a78ceb15414c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 944 time: 0.1084514 Jun 04 09:35:40.037547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 9864a826-5e4f-4326-b509-2e17ff9f1949 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:35:40.044697 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.099051 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-47986845-bdcb-4b69-b1eb-833a35f1f788 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:40.101714 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-47986845-bdcb-4b69-b1eb-833a35f1f788 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.1408160 Jun 04 09:35:40.104734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:40.112424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:40.126886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:36Z', 'revision_number': 3, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:40.138396 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 7be66f3e-109b-454a-8932-e5b395ba24f4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:40.155970 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Pushing event updated for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:40.159581 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.173507 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 9864a826-5e4f-4326-b509-2e17ff9f1949 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:40.174766 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.182050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89dd9e-4841-4eff-b356-8a258daa5c1b None None] The sync data for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi is: [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:36Z', 'revision_number': 3, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:35:40.213332 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ed1d26e-d87c-45dd-9a97-3edeaf576322 req-61fcfa0c-76bc-4c1c-bcfb-c4b080cd9460 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813707 Jun 04 09:35:40.312494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Deleting port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:35:40.313218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.338010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9864a826-5e4f-4326-b509-2e17ff9f1949 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:40.338710 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.373865 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:40.375045 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:40.397297 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:40.402642 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4ddbd-a3f8-4621-9e27-1c9011252586" -d '{"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-plugged", "status": "completed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:40.456675 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:40.469719 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bfc5f7-f5dd-4598-aaa5-d0449ceab324 x-openstack-request-id: req-35bfc5f7-f5dd-4598-aaa5-d0449ceab324 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:40.470156 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-plugged", "status": "completed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:40.470543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35bfc5f7-f5dd-4598-aaa5-d0449ceab324 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:40.471423 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bfc5f7-f5dd-4598-aaa5-d0449ceab324'] response: {'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'code': 200} Jun 04 09:35:40.499187 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] For port fb58f0df-b621-4d35-b33c-86a9fc0be3c9, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,segment=NetworkSegment(2252173f-f9e4-4705-82f4-893262fbd861),segment_id=2252173f-f9e4-4705-82f4-893262fbd861)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:40.500036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.550703 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:40.569318 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Calling delete_port for fb58f0df-b621-4d35-b33c-86a9fc0be3c9 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:35:40.659294 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:35:40.834004 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:35:40.837406 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:40.851584 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-486932b2-52ed-4554-a8f3-c7c7452c9b44 admin admin] 10.222.0.46 "PUT /v2.0/routers/e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8583493 Jun 04 09:35:41.021054 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cae9f1dd-647a-476f-a69f-130d2b125ac2 None None] Provisioning complete for port 83ad7664-e7ed-497f-9f16-463bfaad9741 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:41.024451 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cae9f1dd-647a-476f-a69f-130d2b125ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:41.145512 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cae9f1dd-647a-476f-a69f-130d2b125ac2 None None] Port 83ad7664-e7ed-497f-9f16-463bfaad9741 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:41.194027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70c0e8-968c-4f7a-ab7d-84f8cefed072 req-7a7c8272-2975-4289-94f2-6e2d1b005705 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:41.195703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fa70c0e8-968c-4f7a-ab7d-84f8cefed072 req-7a7c8272-2975-4289-94f2-6e2d1b005705 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 950 time: 0.2474463 Jun 04 09:35:41.200262 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249223f-d1e3-4e41-9a4b-ba57937500ca req-f845a9f3-4cde-491a-adb7-79b718e47efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:41.201856 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d249223f-d1e3-4e41-9a4b-ba57937500ca req-f845a9f3-4cde-491a-adb7-79b718e47efd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.1363180 Jun 04 09:35:41.291142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (fb58f0df-b621-4d35-b33c-86a9fc0be3c9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:41.330043 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['fb58f0df-b621-4d35-b33c-86a9fc0be3c9'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:35:41.396506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Pushing event deleted for resources: {'Port': ['ID=fb58f0df-b621-4d35-b33c-86a9fc0be3c9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:41.469189 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fa70c0e8-968c-4f7a-ab7d-84f8cefed072 req-7bfa6977-6b18-41bc-bad2-7f3833522382 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/security-groups?id=5426252f-cba2-47e5-84b6-764e766f5cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329335 Jun 04 09:35:41.491163 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:41.505001 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d249223f-d1e3-4e41-9a4b-ba57937500ca req-983e04af-99d0-48dc-aeb6-587adce9ce4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760434 Jun 04 09:35:41.558010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] No DVR routers for this DVR port fb58f0df-b621-4d35-b33c-86a9fc0be3c9 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:35:41.562962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:41.585487 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83c0a47-807e-4803-8e1c-432c3ecd3c2e req-6ca21376-d300-4079-a4f3-65f112083f73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.47 "DELETE /v2.0/ports/fb58f0df-b621-4d35-b33c-86a9fc0be3c9 HTTP/1.1" status: 204 len: 173 time: 1.4712031 Jun 04 09:35:41.585994 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'name': 'network-vif-deleted', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:41.588473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a086b4d-5ed6-41e6-a788-fc62f0c248f1" -d '{"events": [{"server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "name": "network-vif-deleted", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:41.652049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267ce1-6409-4b3d-b8e9-768c6b0c2aee req-36148227-2774-4f21-944a-410ebec8e47c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:41.660131 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c2267ce1-6409-4b3d-b8e9-768c6b0c2aee req-36148227-2774-4f21-944a-410ebec8e47c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1885846 Jun 04 09:35:41.676232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f724dbf-59ab-4c61-9ca6-e89491eea4c8 x-openstack-request-id: req-4f724dbf-59ab-4c61-9ca6-e89491eea4c8 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:41.676566 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bec21a9-1af2-4b98-bf2f-3ae65f98e339", "name": "network-vif-deleted", "tag": "fb58f0df-b621-4d35-b33c-86a9fc0be3c9", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:41.677183 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f724dbf-59ab-4c61-9ca6-e89491eea4c8 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:41.677833 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f724dbf-59ab-4c61-9ca6-e89491eea4c8'] response: {'server_uuid': '2bec21a9-1af2-4b98-bf2f-3ae65f98e339', 'name': 'network-vif-deleted', 'tag': 'fb58f0df-b621-4d35-b33c-86a9fc0be3c9', 'status': 'completed', 'code': 200} Jun 04 09:35:41.680333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:41.781791 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c2267ce1-6409-4b3d-b8e9-768c6b0c2aee req-b8ff7045-6423-45d3-924c-92b1033ad1c4 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123085 Jun 04 09:35:41.805628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:41.806581 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.103355 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:42.104638 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.182657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:42.267327 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34208) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:42.275913 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1764323869-network', 'tenant_id': 'a085348568874e83a4f22676311bae58'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:42.304822 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.381901 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Made reservation on behalf of a085348568874e83a4f22676311bae58 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:42.385359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.396705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.434410 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:42.546947 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks [] for security_group (1e348649-0250-45c8-ac22-7a39a067a77f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.608814 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5c8f826f-63cc-475d-926a-abc115df7f9f req-a0ec21c8-3cf0-4376-8222-1eec80760de4 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0522308 Jun 04 09:35:42.617509 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1e348649-0250-45c8-ac22-7a39a067a77f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.641137 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:35:42.664527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (a6f02fed-3c31-48af-9421-a3d208043bd2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:42.665880 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Added segment a6f02fed-3c31-48af-9421-a3d208043bd2 of type vlan for network a66e56ed-2a61-4aa4-9b79-a3f825a496cf Jun 04 09:35:42.748239 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:42.748239 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:42.749467 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e348649-0250-45c8-ac22-7a39a067a77f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:42.901269 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (a66e56ed-2a61-4aa4-9b79-a3f825a496cf), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:43.050530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4929e8-d390-4290-866f-d63169d03b00 req-9cb30010-dae7-4320-9a5a-268ce5607ecc tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:43.053462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a4929e8-d390-4290-866f-d63169d03b00 req-9cb30010-dae7-4320-9a5a-268ce5607ecc tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0878873 Jun 04 09:35:43.065642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (a66e56ed-2a61-4aa4-9b79-a3f825a496cf), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:43.084244 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:43.087124 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:43.155290 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6a4929e8-d390-4290-866f-d63169d03b00 req-d2a807d2-1c8b-4021-97e8-3652ee4574f4 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881534 Jun 04 09:35:43.306795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] Pushing event updated for resources: {'Network': ['ID=a66e56ed-2a61-4aa4-9b79-a3f825a496cf,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:43.319838 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:35:43.330727 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5a484-83d4-4f6a-90b8-4e4f65b99b8e req-6f78c877-ee85-45f1-b14e-58fa70eeb65a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:43.334261 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0cc5a484-83d4-4f6a-90b8-4e4f65b99b8e req-6f78c877-ee85-45f1-b14e-58fa70eeb65a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0771935 Jun 04 09:35:43.345381 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Sync routers for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:35:43.365752 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:43.366484 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:43.429693 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b166ae5b-aed6-446a-a365-101874454b8c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1607151 Jun 04 09:35:43.432185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34220) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:43.436615 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Request body: {'subnet': {'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1764323869-subnet', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:43.452424 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0cc5a484-83d4-4f6a-90b8-4e4f65b99b8e req-a35acec5-7931-4f71-8f18-08cbfbe06d80 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038129 Jun 04 09:35:43.469382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 34222) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:43.559411 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Made reservation on behalf of a085348568874e83a4f22676311bae58 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:35:43.564043 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:43.678961 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:43.715940 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:43.787304 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fb58f0df-b621-4d35-b33c-86a9fc0be3c9 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:35:43.846360 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1b28145-bce3-485a-bf96-13e2915d6755 req-e3de0625-06b5-4f0d-a681-efa297568e73 tempest-VolumesNegativeTest-1491468417 tempest-VolumesNegativeTest-1491468417-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bec21a9-1af2-4b98-bf2f-3ae65f98e339 HTTP/1.1" status: 200 len: 210 time: 0.0741653 Jun 04 09:35:43.898368 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: fb58f0df-b621-4d35-b33c-86a9fc0be3c9 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:35:43.899023 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device fb58f0df-b621-4d35-b33c-86a9fc0be3c9 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:35:43.949717 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:43.950099 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:43.952678 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:44.043746 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad12f20-8228-4001-9b86-abb6cd1abe1f tempest-TestShelveInstance-1603758168 tempest-TestShelveInstance-1603758168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:44.045882 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fad12f20-8228-4001-9b86-abb6cd1abe1f tempest-TestShelveInstance-1603758168 tempest-TestShelveInstance-1603758168-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1124 time: 0.5752976 Jun 04 09:35:44.049181 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34228) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:44.056829 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:44.087899 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:44.112693 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 2, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:44.121300 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (870dd83e-a174-4668-b9f0-e93aa9f099c7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.165407 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Checking router: e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:35:44.166688 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Updating router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 port 83ad7664-e7ed-497f-9f16-463bfaad9741 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:35:44.215126 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:35:44.228316 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.231377 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.317753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=870dd83e-a174-4668-b9f0-e93aa9f099c7,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:44.348222 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Checking segment: {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:44.349336 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Network hostable DHCP agents. Network: a66e56ed-2a61-4aa4-9b79-a3f825a496cf, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:35:44.406498 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.531683 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:35:44.565795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Allocated IP 172.27.0.161 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/9178a37e-9a96-4915-b2d8-1b708899935e) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:44.581096 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:44.723461 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for port (9178a37e-9a96-4915-b2d8-1b708899935e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.755176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:44.772503 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, a66e56ed-2a61-4aa4-9b79-a3f825a496cf) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:44.781059 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:44.781678 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.787488 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1468c43-bcb2-4fc3-97fb-26c97c2af178 None None] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:35:44.877803 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks [] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.883675 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9e433ce5-6f96-44f4-aac0-039a1ddac25a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4517732 Jun 04 09:35:44.888202 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34236) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:44.898213 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:35:44.905753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.971077 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:44.973304 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:44.980039 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:44.985507 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:45.014837 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:45.041580 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'Port': ['ID=9178a37e-9a96-4915-b2d8-1b708899935e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:45.152632 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.153868 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.167381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'project_id': 'a085348568874e83a4f22676311bae58', 'fixed_ips': [{'subnet_id': '870dd83e-a174-4668-b9f0-e93aa9f099c7'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:35:45.168942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.314666 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Pushing event updated for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:45.369550 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.370074 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.370636 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.371202 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.371739 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.372267 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.372946 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.373653 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.375058 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.375822 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.376454 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.377018 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.377631 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.378176 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.378773 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:45.390695 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Attempting to bind port 83ad7664-e7ed-497f-9f16-463bfaad9741 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:45.390695 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Attempting to bind port 83ad7664-e7ed-497f-9f16-463bfaad9741 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:45.390695 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Attempting to bind port 83ad7664-e7ed-497f-9f16-463bfaad9741 on network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:45.396699 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:45.401116 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:45.401644 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Checking segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:45.402266 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.403071 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Bound using segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:45.403888 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Bound port: 83ad7664-e7ed-497f-9f16-463bfaad9741, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:45.404565 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.547527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for router_controller (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.555934 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Allocated IP 172.20.0.2 (a66e56ed-2a61-4aa4-9b79-a3f825a496cf/870dd83e-a174-4668-b9f0-e93aa9f099c7/aaa6d4bf-edca-4590-b6c9-427d687daa23) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:45.572959 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:45.589941 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:45.637152 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] For port 83ad7664-e7ed-497f-9f16-463bfaad9741, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:45.640769 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] For port 83ad7664-e7ed-497f-9f16-463bfaad9741, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=83ad7664-e7ed-497f-9f16-463bfaad9741,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:45.724715 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:45.991638 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88572ae7-0e9f-430e-a724-d30de0529da2 None None] Pushing event updated for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:46.002549 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:46.003552 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:46.385101 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Provisioning complete for port 83ad7664-e7ed-497f-9f16-463bfaad9741 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:46.390520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.473969 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:46.567201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks [] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.711962 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.757762 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for router_gateway (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.803033 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Current status of the port 83ad7664-e7ed-497f-9f16-463bfaad9741 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:46.803033 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.803033 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:46.819758 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:46.825304 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:46.828325 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Pushing event updated for resources: {'Port': ['ID=aaa6d4bf-edca-4590-b6c9-427d687daa23,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:46.927416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] For port 83ad7664-e7ed-497f-9f16-463bfaad9741, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=83ad7664-e7ed-497f-9f16-463bfaad9741,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:46.956071 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:45Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:46.969317 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Attempting to bind port aaa6d4bf-edca-4590-b6c9-427d687daa23 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:46.970128 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Attempting to bind port aaa6d4bf-edca-4590-b6c9-427d687daa23 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:46.970703 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Attempting to bind port aaa6d4bf-edca-4590-b6c9-427d687daa23 on network a66e56ed-2a61-4aa4-9b79-a3f825a496cf {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:46.973301 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:46.979018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:46.979809 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Checking segment: {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:46.980469 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.981076 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Bound using segment: {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:46.981782 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Bound port: aaa6d4bf-edca-4590-b6c9-427d687daa23, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:46.982383 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:46.999873 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5fc6-bc37-4823-908f-8a293ac7a21d None None] The sync data for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi is: [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:45Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:35:47.047358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.058815 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for floatingip (a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.171190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] For port aaa6d4bf-edca-4590-b6c9-427d687daa23, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:47.248888 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] For port aaa6d4bf-edca-4590-b6c9-427d687daa23, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aaa6d4bf-edca-4590-b6c9-427d687daa23,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:47.251085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1739465-917b-4422-aaf6-3a2ce80e17a4 None None] Pushing event updated for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:47.266877 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-1c98306e-f65d-44b9-b062-fc8e5debdaad None None] Provisioning complete for port 83ad7664-e7ed-497f-9f16-463bfaad9741 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:47.267271 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1c98306e-f65d-44b9-b062-fc8e5debdaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.381852 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-1c98306e-f65d-44b9-b062-fc8e5debdaad None None] Current status of the port 83ad7664-e7ed-497f-9f16-463bfaad9741 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:47.397251 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.451270 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.604617 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83a6cf-28c3-4b28-8419-268ab570c3c1 None None] Pushing event updated for resources: {'Port': ['ID=aaa6d4bf-edca-4590-b6c9-427d687daa23,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:47.663025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 83ad7664-e7ed-497f-9f16-463bfaad9741 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:47.746607 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 83ad7664-e7ed-497f-9f16-463bfaad9741 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:47.747139 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.789903 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:47.893706 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 83ad7664-e7ed-497f-9f16-463bfaad9741 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:47.897188 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for router_gateway (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:47.996602 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:48.460330 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:48.510861 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for port (9178a37e-9a96-4915-b2d8-1b708899935e), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:48.603706 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Allocated IP 172.27.0.102 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/5db19bd8-fb7c-4d6c-a4df-31e5a15b014e) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:48.607235 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:48.619944 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:48.838189 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event updated for resources: {'Port': ['ID=9178a37e-9a96-4915-b2d8-1b708899935e,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:48.928962 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:49.181061 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:49.196153 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Floating IP a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1 associated. External IP: 172.27.0.161, port: 9864a826-5e4f-4326-b509-2e17ff9f1949. Jun 04 09:35:49.477742 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c92346-9fa0-46cb-8ba3-a7086108094e None None] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:35:49.607653 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Provisioning complete for port aaa6d4bf-edca-4590-b6c9-427d687daa23 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:49.626648 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:49.627757 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:49.777070 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aaa6d4bf-edca-4590-b6c9-427d687daa23 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:49.851103 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:49.874878 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:49.890489 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:49.983012 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Current status of the port aaa6d4bf-edca-4590-b6c9-427d687daa23 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:49.986065 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:50.027350 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Pushing event updated for resources: {'Port': ['ID=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:50.099146 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port aaa6d4bf-edca-4590-b6c9-427d687daa23 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:50.099659 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:50.198133 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] For port aaa6d4bf-edca-4590-b6c9-427d687daa23, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aaa6d4bf-edca-4590-b6c9-427d687daa23,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:50.303368 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:50.357140 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Router 266fc30b-2d08-45a5-b990-c2155787645f has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:35:50.404560 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:50.494154 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-56020aae-a8ab-414d-a60e-8bc3e1f7bfa1 None None] Provisioning complete for port aaa6d4bf-edca-4590-b6c9-427d687daa23 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:50.496229 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-56020aae-a8ab-414d-a60e-8bc3e1f7bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:50.595732 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port aaa6d4bf-edca-4590-b6c9-427d687daa23 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:50.605080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee9f8a-2445-437c-a3ac-f7254a02ad0d None None] Pushing event updated for resources: {'Port': ['ID=aaa6d4bf-edca-4590-b6c9-427d687daa23,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:50.612815 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:50.729616 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:50.770685 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-56020aae-a8ab-414d-a60e-8bc3e1f7bfa1 None None] Current status of the port aaa6d4bf-edca-4590-b6c9-427d687daa23 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:50.805818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:35:50.821452 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Sync routers for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:35:50.838570 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:50.840258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:50.866063 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for router_gateway (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:50.944325 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:51.016751 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:51.099129 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d2d6abb3-6f8e-4402-80f2-a53139da9b9e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0481551 Jun 04 09:35:51.104244 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:35:51.108790 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f87195f-ba33-4a24-8f9c-6f43eb57a733" -d '{"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:35:51.254794 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d2341-0400-43ac-9f51-5faee328c278 x-openstack-request-id: req-067d2341-0400-43ac-9f51-5faee328c278 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:35:51.255287 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:35:51.255831 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-067d2341-0400-43ac-9f51-5faee328c278 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:35:51.256663 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067d2341-0400-43ac-9f51-5faee328c278'] response: {'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'status': 'completed', 'code': 200} Jun 04 09:35:51.383304 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-03308000-d67e-49af-8a93-124e9cc523ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:51.385181 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-03308000-d67e-49af-8a93-124e9cc523ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.1346848 Jun 04 09:35:51.444904 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:51.689258 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:51.694805 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'mac_address': 'fa:16:3e:3e:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:35:46Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 0, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:51.695678 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-cbac0476-0767-4c86-adff-c0d65664eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:51.696359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-cbac0476-0767-4c86-adff-c0d65664eeb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.2867334 Jun 04 09:35:51.708709 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aaa6d4bf-edca-4590-b6c9-427d687daa23 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:51.772983 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Checking router: 266fc30b-2d08-45a5-b990-c2155787645f for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:35:51.805715 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:51.840618 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:51.842375 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:51.843272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-4c5b2ddb-0168-430c-9ea4-797f44cf7d1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 999 time: 0.1399355 Jun 04 09:35:51.873509 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:35:51.980703 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-7948ca5f-1ef0-4bda-af93-7217df16a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:51.983775 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-7948ca5f-1ef0-4bda-af93-7217df16a632 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.1302111 Jun 04 09:35:52.030068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port aaa6d4bf-edca-4590-b6c9-427d687daa23 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:52.030547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:52.082440 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-9af7d803-a1e1-4825-89bf-24f65456543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:35:52.085224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-9af7d803-a1e1-4825-89bf-24f65456543c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950539 Jun 04 09:35:52.201370 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:35:52.220727 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Sync routers for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:35:52.274378 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:52.277536 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:52.312463 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:52.319247 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d1c0e982-3a6c-4432-b69b-dc8c2453170d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4266126 Jun 04 09:35:52.322054 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34416) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:52.420197 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-ff0e8083-e1cc-4a04-af52-ad23407837cc service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217201 Jun 04 09:35:52.586125 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port aaa6d4bf-edca-4590-b6c9-427d687daa23 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:52.598503 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:52.709922 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:52.732034 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f87195f-ba33-4a24-8f9c-6f43eb57a733 req-0e8acfad-087d-4c91-a5a0-2f400046aa38 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094203 Jun 04 09:35:52.810235 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e2f0-603b-42b1-bd0e-1182d9aafdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:53.155516 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:50Z', 'revision_number': 3, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:53.242571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:53.263955 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'mac_address': 'fa:16:3e:3e:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:35:46Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 0, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:53.283666 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Checking router: 4c0452d3-1e40-4ecc-a943-fedfe48d75ba for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:35:53.285786 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Updating router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:35:53.329895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98315-0d24-4991-9ecd-073a0866803b None None] The sync data for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi is: [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': 'a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'mac_address': 'fa:16:3e:3e:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:35:46Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 0, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:35:53.422610 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:53.523320 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:53.904105 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:53.981381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2146ff0-ca6c-4435-96ee-4d1ab0080921 None None] New status for floating IP a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:35:54.013549 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.117845 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:54.153103 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:54.399666 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Allocated IP 172.20.0.1 (a66e56ed-2a61-4aa4-9b79-a3f825a496cf/870dd83e-a174-4668-b9f0-e93aa9f099c7/02c1de94-b7b9-4a53-8115-9608e660a704) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:35:54.401925 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks [] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.497451 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.641381 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f2a89-5128-466b-bbfa-3892129a132a None None] Pushing event updated for resources: {'Port': ['ID=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:54.671870 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Attempting to bind port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:35:54.672541 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Attempting to bind port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:35:54.673162 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Attempting to bind port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:35:54.685033 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:35:54.685671 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:35:54.686440 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.687503 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:35:54.688563 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Bound port: 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:35:54.689222 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.781977 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks [] for port (02c1de94-b7b9-4a53-8115-9608e660a704), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:54.918533 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] For port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:35:54.918533 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] For port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:35:55.083451 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.108729 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.152790 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:55.153567 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:55.199712 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:55.200511 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f2a89-5128-466b-bbfa-3892129a132a None None] Pushing event updated for resources: {'Port': ['ID=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:55.207550 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:55.216407 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:35:55.222906 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Pushing event updated for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:55.338389 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.353736 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:55.708856 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fa881c6c-48bc-4aec-be9a-ffc80afa96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.714455 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:50Z', 'revision_number': 3, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:55.771672 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25488c44-0319-417d-a3b6-2a505f680c38 None None] The sync data for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi is: [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:50Z', 'revision_number': 3, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:35:55.773897 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.782981 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f86bc108-0747-49bd-826b-399f1ff616fe None None] Provisioning complete for port 02c1de94-b7b9-4a53-8115-9608e660a704 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:55.783712 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f86bc108-0747-49bd-826b-399f1ff616fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:55.833176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:55.910477 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f86bc108-0747-49bd-826b-399f1ff616fe None None] Port 02c1de94-b7b9-4a53-8115-9608e660a704 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:56.261540 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks [] for port (02c1de94-b7b9-4a53-8115-9608e660a704), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:56.383635 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:56.421505 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:56.477346 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:56.481952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Pushing event updated for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:56.572419 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:56.782236 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:35:56.786566 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:35:57.044137 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:35:57.263693 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-6c4e2f81-fb21-4144-9af1-f31673bed105 None None] Provisioning complete for port 02c1de94-b7b9-4a53-8115-9608e660a704 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:57.272201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2f81-fb21-4144-9af1-f31673bed105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:57.276701 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:35:57.298053 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d1821882-22ff-403a-a395-d5b8094a73c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/4c0452d3-1e40-4ecc-a943-fedfe48d75ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9576867 Jun 04 09:35:57.341498 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2f81-fb21-4144-9af1-f31673bed105 None None] Port 02c1de94-b7b9-4a53-8115-9608e660a704 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:35:57.746345 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:57.858184 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:57.858698 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:58.020489 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:58.024904 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:35:58.026021 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:58.072719 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:35:58.154564 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:58.255290 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:58.266103 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.267111 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.267111 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.267111 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.267617 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.267784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.268214 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.268515 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.268779 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.269163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.270164 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.270498 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.270827 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.271221 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.271618 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:35:58.506686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 34544) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:58.827353 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ccc44be1-fa18-459e-b19e-4f08ee4b0b8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebe772f995f743118963aa8c85ab5c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190899 Jun 04 09:35:58.828177 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34554) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:35:58.890674 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:58.969439 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:58.971306 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] Publish callbacks [] for security_group (5426252f-cba2-47e5-84b6-764e766f5cfa), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:59.028493 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] Publish callbacks [] for security_group (5426252f-cba2-47e5-84b6-764e766f5cfa), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:59.158824 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Sync routers for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:35:59.184983 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:35:59.191847 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:35:59.210346 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (5426252f-cba2-47e5-84b6-764e766f5cfa), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:59.216690 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:59.219383 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5426252f-cba2-47e5-84b6-764e766f5cfa HTTP/1.1" status: 204 len: 168 time: 0.3867898 Jun 04 09:35:59.240135 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c04b4d-cd7a-4c03-b592-039c2e180e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426252f-cba2-47e5-84b6-764e766f5cfa,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:35:59.374419 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:35:59.407599 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:35:59.762932 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:35:59.946325 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:35:59.947327 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:35:59.975804 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:55Z', 'revision_number': 4, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '02c1de94-b7b9-4a53-8115-9608e660a704', 'name': '', 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'mac_address': 'fa:16:3e:b1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:54Z', 'updated_at': '2022-06-04T09:35:56Z', 'revision_number': 2, 'project_id': 'a085348568874e83a4f22676311bae58', 'subnets': [{'id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:00.007683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:00.078461 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:00.090674 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Checking router: 4c0452d3-1e40-4ecc-a943-fedfe48d75ba for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:36:00.091660 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Updating router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba port 02c1de94-b7b9-4a53-8115-9608e660a704 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:36:00.148999 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:00.172491 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:00.818724 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks [] for port (02c1de94-b7b9-4a53-8115-9608e660a704), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:00.903225 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:01.136488 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf57ca0-3975-4c8d-b823-a782f70e8e14 None None] Pushing event updated for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:01.268006 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Attempting to bind port 02c1de94-b7b9-4a53-8115-9608e660a704 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:36:01.269251 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Attempting to bind port 02c1de94-b7b9-4a53-8115-9608e660a704 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:36:01.281518 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Attempting to bind port 02c1de94-b7b9-4a53-8115-9608e660a704 on network a66e56ed-2a61-4aa4-9b79-a3f825a496cf {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:36:01.308014 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:36:01.308575 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Checking segment: {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:36:01.309132 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:01.309704 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Bound using segment: {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:36:01.310391 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Bound port: 02c1de94-b7b9-4a53-8115-9608e660a704, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f02fed-3c31-48af-9421-a3d208043bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:36:01.310920 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:01.445360 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] For port 02c1de94-b7b9-4a53-8115-9608e660a704, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:36:01.449326 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] For port 02c1de94-b7b9-4a53-8115-9608e660a704, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=02c1de94-b7b9-4a53-8115-9608e660a704,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:36:01.542181 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:01.575417 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34590) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:01.723110 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:01.725169 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:36:01.726237 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:35:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:01.786009 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-04330b95-736b-4be9-9407-589563030c56 None None] Provisioning complete for port 02c1de94-b7b9-4a53-8115-9608e660a704 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:01.804552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04330b95-736b-4be9-9407-589563030c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:01.905557 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1966352001-network', 'tenant_id': '77242525fe2f49c6b38755c270885b79'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:01.961373 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf57ca0-3975-4c8d-b823-a782f70e8e14 None None] Pushing event updated for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:02.055212 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Made reservation on behalf of 77242525fe2f49c6b38755c270885b79 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:36:02.057930 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.093523 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.248930 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:02.319676 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-04330b95-736b-4be9-9407-589563030c56 None None] Current status of the port 02c1de94-b7b9-4a53-8115-9608e660a704 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:02.320493 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04330b95-736b-4be9-9407-589563030c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.329517 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks [] for security_group (257b5be8-a496-472a-9c79-ae94ab2bd28d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.426950 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (257b5be8-a496-472a-9c79-ae94ab2bd28d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.441139 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:36:02.457856 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (fe021291-68bb-44e5-a216-6b08044faba0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.458517 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Added segment fe021291-68bb-44e5-a216-6b08044faba0 of type vlan for network 76bcbf19-06a8-45d0-b67d-27a576d05e8f Jun 04 09:36:02.501804 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-04330b95-736b-4be9-9407-589563030c56 None None] For port 02c1de94-b7b9-4a53-8115-9608e660a704, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=02c1de94-b7b9-4a53-8115-9608e660a704,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:02.515409 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (76bcbf19-06a8-45d0-b67d-27a576d05e8f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.546416 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:36:02.631304 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04330b95-736b-4be9-9407-589563030c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.633525 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b5be8-a496-472a-9c79-ae94ab2bd28d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:02.706959 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (76bcbf19-06a8-45d0-b67d-27a576d05e8f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.708922 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:02.709559 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.757254 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04330b95-736b-4be9-9407-589563030c56 None None] Pushing event updated for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:02.798475 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ae9b344b-443d-4ab1-911f-f347a038f123 None None] Provisioning complete for port 02c1de94-b7b9-4a53-8115-9608e660a704 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:02.799167 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ae9b344b-443d-4ab1-911f-f347a038f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:02.951241 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] Pushing event updated for resources: {'Network': ['ID=76bcbf19-06a8-45d0-b67d-27a576d05e8f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:02.967762 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:36:03.027368 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b1350fde-a2ad-4b94-82f4-9261fa9eef10 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4484041 Jun 04 09:36:03.030074 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34594) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:03.045015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Request body: {'subnet': {'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1966352001-subnet', 'tenant_id': '77242525fe2f49c6b38755c270885b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:03.055007 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:03.100486 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:55Z', 'revision_number': 4, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '02c1de94-b7b9-4a53-8115-9608e660a704', 'name': '', 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'mac_address': 'fa:16:3e:b1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:54Z', 'updated_at': '2022-06-04T09:36:01Z', 'revision_number': 4, 'project_id': 'a085348568874e83a4f22676311bae58', 'subnets': [{'id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:03.175725 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d63d-4ece-420b-affe-6d36394b2520 None None] The sync data for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi is: [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:35:55Z', 'revision_number': 4, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '02c1de94-b7b9-4a53-8115-9608e660a704', 'name': '', 'network_id': 'a66e56ed-2a61-4aa4-9b79-a3f825a496cf', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'mac_address': 'fa:16:3e:b1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:54Z', 'updated_at': '2022-06-04T09:36:01Z', 'revision_number': 4, 'project_id': 'a085348568874e83a4f22676311bae58', 'subnets': [{'id': '870dd83e-a174-4668-b9f0-e93aa9f099c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:36:03.216699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b344b-443d-4ab1-911f-f347a038f123 None None] Current status of the port 02c1de94-b7b9-4a53-8115-9608e660a704 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:03.231462 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Made reservation on behalf of 77242525fe2f49c6b38755c270885b79 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:36:03.235363 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:03.804769 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 02c1de94-b7b9-4a53-8115-9608e660a704 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:36:03.862272 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:03.936519 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (7d80c84a-8c5a-49cc-bb58-1843fc29dc5e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:04.005335 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:04.012322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 02c1de94-b7b9-4a53-8115-9608e660a704 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:04.023410 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:04.115062 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d80c84a-8c5a-49cc-bb58-1843fc29dc5e,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:04.132631 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Checking segment: {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:36:04.133468 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Network hostable DHCP agents. Network: 76bcbf19-06a8-45d0-b67d-27a576d05e8f, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:36:04.430378 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:36:04.519981 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 02c1de94-b7b9-4a53-8115-9608e660a704 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:04.586373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 76bcbf19-06a8-45d0-b67d-27a576d05e8f) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:36:04.754693 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:04.754693 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:04.754875 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d455dd-1059-46c5-969c-d74f8afa435b None None] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:36:04.809305 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac8870a-8ecf-4e32-b09d-301a5a8b4509 None None] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:36:04.926308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:05.371681 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-af04af35-8b4f-43e7-87a8-cffe8be02771 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3396399 Jun 04 09:36:05.621860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:08.787799 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=28 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:08.814971 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:12.636162 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-b42eb03a-c6aa-4f10-84a2-41def10ca103 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:12.640975 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-b42eb03a-c6aa-4f10-84a2-41def10ca103 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/networks?id=76bcbf19-06a8-45d0-b67d-27a576d05e8f HTTP/1.1" status: 200 len: 814 time: 0.1973474 Jun 04 09:36:12.665055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-4a49aff1-dc66-4870-91ab-9f737ec51308 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/quotas/77242525fe2f49c6b38755c270885b79 HTTP/1.1" status: 200 len: 375 time: 0.0159009 Jun 04 09:36:12.727924 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-2562710e-0b4f-445b-beb4-1f78b7331ef5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506911 Jun 04 09:36:12.901685 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-248d302e-c964-4605-973e-1db7747b6cde service neutron] 10.222.0.46 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639781 Jun 04 09:36:13.114466 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-259c7909-4262-429a-b273-cd1a193ff446 service neutron] 10.222.0.46 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058477 Jun 04 09:36:13.211277 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=24 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:13.610577 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d39c3e5-cad2-4585-9f5c-49be39c11a55 req-eb779b25-d6c3-4487-8df3-24fe746a1019 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.1065130 Jun 04 09:36:14.931184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ad037ab4-0cca-4917-89e9-49961d575c29 req-eed68358-3aa8-4154-9125-d471f36ff957 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.2594631 Jun 04 09:36:15.514330 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=26,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:15.533812 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:16.096617 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09c5c5ff-a756-44a6-a596-4956e6c480f0 req-fd18d75c-7510-4e87-887d-3c1c50e7e986 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.0959861 Jun 04 09:36:16.823015 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-7ff690b5-a852-48ce-9092-981a17fdf265 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:16.829347 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-7ff690b5-a852-48ce-9092-981a17fdf265 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 815 time: 0.1486413 Jun 04 09:36:16.843704 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d4cb82d8-ccb5-4c44-9265-c80e4bd16614 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/quotas/a3e40664a37c420c9fc2e05af20e182b HTTP/1.1" status: 200 len: 375 time: 0.0105751 Jun 04 09:36:16.906850 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-867c85cf-006f-4a96-9e32-dfe89c8e133d tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570312 Jun 04 09:36:17.064792 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-e266e337-bbaf-4cf0-8d09-4f2c6351f5e6 service neutron] 10.222.0.46 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436720 Jun 04 09:36:17.210376 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-9e515040-cd5f-478a-b19c-b9d804d19956 service neutron] 10.222.0.46 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343024 Jun 04 09:36:17.228247 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23fe6661-5fc6-49c8-8830-dfb0ce4d881c req-093be53d-945b-4a96-9386-d22c98bb5f76 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.0398085 Jun 04 09:36:17.554027 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-08af2ce8-ea04-4f6d-a3f0-b93b591c59ce req-ae5056bf-5af2-41e0-8190-9f8a14358120 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.0434310 Jun 04 09:36:17.810553 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-1d939fe3-469d-4bfd-9d16-ecb0e71eb172 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494056 Jun 04 09:36:17.938770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-b5992f09-b780-4532-a3f6-68a0171a4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:17.940421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-b5992f09-b780-4532-a3f6-68a0171a4a68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.0621872 Jun 04 09:36:18.064744 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-176d28ee-997c-4149-bb88-6f0d140eadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:18.066912 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-176d28ee-997c-4149-bb88-6f0d140eadbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.1064713 Jun 04 09:36:18.160336 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:18.204769 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-09b16aa8-6003-405e-b6c9-3e01aef2d497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 1001 time: 0.1200030 Jun 04 09:36:18.212516 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:18.277376 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-616cd4b9-b14f-4064-9f19-149e319a435b tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:18.279097 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-616cd4b9-b14f-4064-9f19-149e319a435b tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "GET /v2.0/networks?id=76bcbf19-06a8-45d0-b67d-27a576d05e8f HTTP/1.1" status: 200 len: 814 time: 0.2057066 Jun 04 09:36:18.297208 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-85ba2d39-6ccc-4b50-b462-904038ef7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:18.299816 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-85ba2d39-6ccc-4b50-b462-904038ef7a3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0836611 Jun 04 09:36:18.315108 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Request body: {'port': {'device_id': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f', 'admin_state_up': True, 'tenant_id': '77242525fe2f49c6b38755c270885b79'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:18.463597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c66e832b-a407-48dd-9674-c0c9c920ec5a req-4cab10ee-bebe-468d-91cb-b7b80efa9c1b tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.0636735 Jun 04 09:36:18.480252 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-38027182-0b79-43e1-9691-a94b289c7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:18.482033 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-38027182-0b79-43e1-9691-a94b289c7b9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1587303 Jun 04 09:36:18.629208 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-cd7013f1-d086-4578-b7bc-155eee31ed8e service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398444 Jun 04 09:36:18.667046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05b1dbde-ddeb-4239-8b78-d77ce8f8e426 req-174d0546-1593-498d-83b8-1cddc34f816c tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.0417616 Jun 04 09:36:18.713965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Made reservation on behalf of 77242525fe2f49c6b38755c270885b79 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:36:18.720210 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:18.779099 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34772) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:18.840027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Deleting subnet f808e8c6-5319-4d8a-a4db-d344f1f2d5b7 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:36:18.844621 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Publish callbacks [] for subnet (f808e8c6-5319-4d8a-a4db-d344f1f2d5b7), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:18.898060 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (f808e8c6-5319-4d8a-a4db-d344f1f2d5b7), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:18.924597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4ab223d7-edfe-4863-afb1-87c77af59f7e req-f3e8aecf-3023-4c9c-b9eb-ed87f5c8e93f service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828646 Jun 04 09:36:18.955930 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (f808e8c6-5319-4d8a-a4db-d344f1f2d5b7), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.025067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Allocated IP 172.20.0.6 (76bcbf19-06a8-45d0-b67d-27a576d05e8f/7d80c84a-8c5a-49cc-bb58-1843fc29dc5e/95085789-dfe9-4096-b475-dac51df8c31e) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:36:19.146827 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (f808e8c6-5319-4d8a-a4db-d344f1f2d5b7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.177715 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f808e8c6-5319-4d8a-a4db-d344f1f2d5b7,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:19.183268 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.191334 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f8385c9b-bae7-4a61-86cd-e4c418e57d51 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f808e8c6-5319-4d8a-a4db-d344f1f2d5b7 HTTP/1.1" status: 204 len: 168 time: 0.4111969 Jun 04 09:36:19.191504 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 34778) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:19.341488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks [] for port (95085789-dfe9-4096-b475-dac51df8c31e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.380375 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.388876 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:19.410630 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:19.492249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.524042 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:19.537391 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714b8258-5bc3-4d6a-a732-d7be193b44ad') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:19.537687 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714b8258-5bc3-4d6a-a732-d7be193b44ad') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:19.546810 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.556986 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (714b8258-5bc3-4d6a-a732-d7be193b44ad), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.604840 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (714b8258-5bc3-4d6a-a732-d7be193b44ad), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.622665 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:36:19.651116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:36:19.651522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (714b8258-5bc3-4d6a-a732-d7be193b44ad), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.653589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:36:19.658556 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:36:19.706776 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 714b8258-5bc3-4d6a-a732-d7be193b44ad resource provider aggregate not found Jun 04 09:36:19.719425 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Pushing event updated for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:19.746598 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 714b8258-5bc3-4d6a-a732-d7be193b44ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 714b8258-5bc3-4d6a-a732-d7be193b44ad found for delete ", "request_id": "req-a93b8cba-9d98-46cc-8312-f7e885a51540"}]} Jun 04 09:36:19.770087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.770451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.770785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.771121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.771449 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.771777 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.772106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.772586 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.772915 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.773238 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.773561 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.773880 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.774196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.774515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.774829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:19.794247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48252156-798f-4861-8845-92f4cea5ce37 req-ead5af09-d48f-4bed-8b6b-77aec72228ab tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:19.795951 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-48252156-798f-4861-8845-92f4cea5ce37 req-ead5af09-d48f-4bed-8b6b-77aec72228ab tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 931 time: 0.1963654 Jun 04 09:36:19.827426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:19.828340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.881499 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dcc3b90-5a8c-43c1-9461-fe6528b2532a req-7a5c94b2-567c-45ad-a1ea-8d4706fd4314 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.0646036 Jun 04 09:36:19.882457 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.901405 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:19.904623 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0 HTTP/1.1" status: 204 len: 168 time: 0.7118711 Jun 04 09:36:19.908801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6a6e-b3df-41c8-9823-f2b39ae12a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf2a67e-f50b-4289-bb54-6da3ac9e4ca0,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:19.955506 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-48252156-798f-4861-8845-92f4cea5ce37 req-912a480c-6e76-43c7-b1c8-164873586ce8 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417737 Jun 04 09:36:20.064150 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-f2e85ddd-b875-4772-b77c-8644c933f602 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7566686 Jun 04 09:36:20.085500 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Request body: {'port': {'device_id': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:20.111286 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:20.158834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (95085789-dfe9-4096-b475-dac51df8c31e), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.495331 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34790) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:20.546555 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95085789-dfe9-4096-b475-dac51df8c31e {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:36:20.556473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks [] for port (95085789-dfe9-4096-b475-dac51df8c31e), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.564716 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-038eee49-59ff-41d0-b942-82f6506a92ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fff077a9afa543b2b239071f9c79ac38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662153 Jun 04 09:36:20.567791 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 34792) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:20.575237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Transition to ACTIVE for port object 95085789-dfe9-4096-b475-dac51df8c31e will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:36:20.638561 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] Publish callbacks [] for security_group (ca5bec04-2b64-492a-9bb5-75f4c6614d3a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.668803 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] Publish callbacks [] for security_group (ca5bec04-2b64-492a-9bb5-75f4c6614d3a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.691155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.798484 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (ca5bec04-2b64-492a-9bb5-75f4c6614d3a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.803069 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:20.805559 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca5bec04-2b64-492a-9bb5-75f4c6614d3a HTTP/1.1" status: 204 len: 168 time: 0.2359743 Jun 04 09:36:20.819132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6060f-945f-403d-a92e-7c6a21c02c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5bec04-2b64-492a-9bb5-75f4c6614d3a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:20.836375 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:20.970972 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-9cb05791-979f-4c12-b352-67c010c920b3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:20.974092 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-9cb05791-979f-4c12-b352-67c010c920b3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 815 time: 0.3202062 Jun 04 09:36:20.980955 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:21.019866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'port': {'device_id': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'admin_state_up': True, 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:21.105165 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-392d28d9-4c45-44d3-8291-73831b32e6e2 req-eb229623-5cdd-4fe3-9f75-b8528aecb13d tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.1121197 Jun 04 09:36:21.137032 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Attempting to bind port 95085789-dfe9-4096-b475-dac51df8c31e on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:36:21.137429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Attempting to bind port 95085789-dfe9-4096-b475-dac51df8c31e by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:36:21.137616 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Attempting to bind port 95085789-dfe9-4096-b475-dac51df8c31e on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:36:21.167371 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:36:21.168958 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Port 95085789-dfe9-4096-b475-dac51df8c31e on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:36:21.168958 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Attempting to bind port 95085789-dfe9-4096-b475-dac51df8c31e on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:36:21.182381 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:36:21.182716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Checking segment: {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:36:21.183103 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Bound using segment: {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:36:21.183558 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Bound port: 95085789-dfe9-4096-b475-dac51df8c31e, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:36:21.183910 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (95085789-dfe9-4096-b475-dac51df8c31e), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:21.200325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7020a-632c-423c-b929-ad86364370ae req-42b1a1d9-bf16-48ee-b0d7-d7262ab8f061 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:21.201900 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde7020a-632c-423c-b929-ad86364370ae req-42b1a1d9-bf16-48ee-b0d7-d7262ab8f061 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 943 time: 0.0845084 Jun 04 09:36:21.763825 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde7020a-632c-423c-b929-ad86364370ae req-e14b0845-fced-44db-adc6-a6c8cd021c9d tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497658 Jun 04 09:36:21.772798 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:36:21.772798 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=95085789-dfe9-4096-b475-dac51df8c31e,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:36:21.906198 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:21.910620 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Made reservation on behalf of a3e40664a37c420c9fc2e05af20e182b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:36:21.916012 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:21.988415 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:22.002543 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:22.007841 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:22.007841 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/95085789-dfe9-4096-b475-dac51df8c31e HTTP/1.1" status: 200 len: 1093 time: 1.9241111 Jun 04 09:36:22.007841 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:36:22.009492 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639c2a92-38fb-41a4-9592-89fc02a41ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "tag": "95085789-dfe9-4096-b475-dac51df8c31e"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:36:22.093639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777359a-9612-418f-99ff-86e76d6f48f7 x-openstack-request-id: req-4777359a-9612-418f-99ff-86e76d6f48f7 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:36:22.093945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "tag": "95085789-dfe9-4096-b475-dac51df8c31e", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:36:22.094113 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4777359a-9612-418f-99ff-86e76d6f48f7 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:36:22.094528 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4777359a-9612-418f-99ff-86e76d6f48f7'] response: {'name': 'network-changed', 'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e', 'status': 'completed', 'code': 200} Jun 04 09:36:22.098452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8ea65-08ce-4df9-8be8-27cb15c35cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:22.434633 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a428e8cc-3b7e-426a-bee8-de1eafd03006 req-ec9c2524-a5bb-4595-8873-fabfa40199bd tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.1300254 Jun 04 09:36:22.466874 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-6f66a60b-d544-4326-9675-7ca6fc7f07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:22.469454 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-6f66a60b-d544-4326-9675-7ca6fc7f07da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 1127 time: 0.2374506 Jun 04 09:36:22.471979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Allocated IP 172.20.0.11 (0b66f292-20aa-47ea-a6fc-a91f7e2fb578/d4021eb7-1497-46ba-a77b-335205ac9bd9/57fc7a38-0352-4ed2-86c0-8326320ec471) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:36:22.587190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0394-6d1d-49cd-b771-d3b524fdf53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:22.705471 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-3fbe80f4-55ab-4917-8098-42208a62371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:22.707579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-3fbe80f4-55ab-4917-8098-42208a62371a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=77242525fe2f49c6b38755c270885b79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2085855 Jun 04 09:36:22.882770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:22.949312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:23.189071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-16dac7d2-3c38-4bfe-af5a-fa0e5344339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.192115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-639c2a92-38fb-41a4-9592-89fc02a41ee9 req-16dac7d2-3c38-4bfe-af5a-fa0e5344339d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4720736 Jun 04 09:36:23.226697 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33523-1d4e-4311-9381-5aa215dc5bd4 req-6ad85b47-4e5a-42e7-b489-bb5eac88373c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.226697 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8cc33523-1d4e-4311-9381-5aa215dc5bd4 req-6ad85b47-4e5a-42e7-b489-bb5eac88373c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 943 time: 0.1308393 Jun 04 09:36:23.302781 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8cc33523-1d4e-4311-9381-5aa215dc5bd4 req-eac913e9-edf5-4b15-9437-2b0c8fab2b4f tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787179 Jun 04 09:36:23.317022 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:23.410853 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:36:23.420926 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-28f34148-242b-46e8-8095-053a49cbd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.422521 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-28f34148-242b-46e8-8095-053a49cbd807 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 1127 time: 0.0939419 Jun 04 09:36:23.423995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:36:23.426734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:23.429263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:36:23.524851 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-756f803f-7bcb-4d1d-9c31-253860c0d54e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95085789-dfe9-4096-b475-dac51df8c31e HTTP/1.1" status: 200 len: 217 time: 0.0612845 Jun 04 09:36:23.745779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.746912 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:23.763595 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-937ae2a5-68f1-4290-9744-b41cf233f6ef None None] Provisioning complete for port 57fc7a38-0352-4ed2-86c0-8326320ec471 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:23.764517 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-937ae2a5-68f1-4290-9744-b41cf233f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:23.779399 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-7b2b91f9-c7be-423d-a983-a20129dd2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.782026 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-7b2b91f9-c7be-423d-a983-a20129dd2343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d80c84a-8c5a-49cc-bb58-1843fc29dc5e HTTP/1.1" status: 200 len: 854 time: 0.2397559 Jun 04 09:36:23.788412 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a29e0-4baf-4713-8fb2-885800161765 req-dc17a68f-fbf2-4339-9096-ce4334979654 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:23.789932 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-709a29e0-4baf-4713-8fb2-885800161765 req-dc17a68f-fbf2-4339-9096-ce4334979654 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 932 time: 0.1954048 Jun 04 09:36:23.824059 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:23.829287 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-937ae2a5-68f1-4290-9744-b41cf233f6ef None None] Port 57fc7a38-0352-4ed2-86c0-8326320ec471 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:36:23.847968 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-3b635d09-b19c-43f8-a301-2b9620cca6e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76bcbf19-06a8-45d0-b67d-27a576d05e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506051 Jun 04 09:36:23.870446 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-d74add37-1bdc-44ba-8b97-1aba7e7cabd3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8756185 Jun 04 09:36:23.878630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-709a29e0-4baf-4713-8fb2-885800161765 req-da4955fe-dc5a-49dc-8b32-15f113e2c62e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789883 Jun 04 09:36:23.943455 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Request body: {'port': {'device_id': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:24.052897 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:24.056627 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-9e4505a6-f397-4add-9619-8c9ed2823138 service neutron] 10.222.0.47 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723728 Jun 04 09:36:24.120533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:24.385462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8e0c4317-7a67-4cc2-a0fd-81540042df25 req-bf7fe696-9072-4830-962a-58d2d548bd95 service neutron] 10.222.0.47 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405844 Jun 04 09:36:24.489237 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e602-c81a-4e41-947c-e7eaa091b6b6 req-69c1fed8-ec58-4ec9-81c8-5c1b40a37c1c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:24.491943 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2df5e602-c81a-4e41-947c-e7eaa091b6b6 req-69c1fed8-ec58-4ec9-81c8-5c1b40a37c1c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 943 time: 0.0879095 Jun 04 09:36:24.752093 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2df5e602-c81a-4e41-947c-e7eaa091b6b6 req-7e1c1116-74b1-411b-a79d-171a0d696578 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501562 Jun 04 09:36:24.783836 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fc7a38-0352-4ed2-86c0-8326320ec471 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:36:24.822902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks [] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:24.854983 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Transition to ACTIVE for port object 57fc7a38-0352-4ed2-86c0-8326320ec471 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:36:24.957996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:25.099208 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:25.176591 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:25.199171 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929fcf-489c-48a0-90a7-3a5041b38b5a req-1037e996-d151-423b-bbc7-95efba18cf21 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:25.201361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d9929fcf-489c-48a0-90a7-3a5041b38b5a req-1037e996-d151-423b-bbc7-95efba18cf21 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.1769578 Jun 04 09:36:25.289147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Attempting to bind port 57fc7a38-0352-4ed2-86c0-8326320ec471 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:36:25.289147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Attempting to bind port 57fc7a38-0352-4ed2-86c0-8326320ec471 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:36:25.289147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Attempting to bind port 57fc7a38-0352-4ed2-86c0-8326320ec471 on network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:36:25.304166 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Port 57fc7a38-0352-4ed2-86c0-8326320ec471 on network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:36:25.304611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Attempting to bind port 57fc7a38-0352-4ed2-86c0-8326320ec471 on network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:36:25.311376 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d9929fcf-489c-48a0-90a7-3a5041b38b5a req-68a35b4d-0b7d-4b02-9d98-d7d63db0a06f tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976365 Jun 04 09:36:25.316498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:36:25.316498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Checking segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:36:25.316498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Bound using segment: {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:36:25.317288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Bound port: 57fc7a38-0352-4ed2-86c0-8326320ec471, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5612b48c-d955-4df5-8760-94edd0853847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:36:25.317288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:25.395921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:36:25.402270 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:36:25.489717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:25.541360 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:25.542277 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:25.544639 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] 10.222.0.47 "PUT /v2.0/ports/57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 1094 time: 1.6072886 Jun 04 09:36:25.545374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:36:25.549424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea43f6-9817-4a22-9218-946efba8b806" -d '{"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:36:25.597936 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7693ee-f1a0-4ba5-9362-d8a6fd0a8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:25.621744 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603bcb7-beaf-4e58-8692-fe04d8762a9e x-openstack-request-id: req-6603bcb7-beaf-4e58-8692-fe04d8762a9e {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:36:25.622193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:36:25.622534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6603bcb7-beaf-4e58-8692-fe04d8762a9e {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:36:25.623055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6603bcb7-beaf-4e58-8692-fe04d8762a9e'] response: {'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:36:25.675395 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a54-a96e-40cb-9619-a324339ad4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:26.068009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d12656-9d7b-4ad0-8d8a-47e70160cd08 req-e7a2e9cb-b6bd-4d60-8642-d261d040a4fe tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:26.071127 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9d12656-9d7b-4ad0-8d8a-47e70160cd08 req-e7a2e9cb-b6bd-4d60-8642-d261d040a4fe tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 943 time: 0.1492350 Jun 04 09:36:26.181663 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9d12656-9d7b-4ad0-8d8a-47e70160cd08 req-dbae0929-bc5f-4968-8f03-0cf3a95ce8a8 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898585 Jun 04 09:36:26.411359 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:26.521158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168078ae-29df-4845-b4b0-efaaca766bc1 req-77b1b23b-bf90-4ae4-9d41-603a4a0c5538 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:26.524439 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-168078ae-29df-4845-b4b0-efaaca766bc1 req-77b1b23b-bf90-4ae4-9d41-603a4a0c5538 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.0926275 Jun 04 09:36:26.608898 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-168078ae-29df-4845-b4b0-efaaca766bc1 req-0657ed53-59e7-4ea4-b90b-817497cb8895 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654910 Jun 04 09:36:27.041893 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea43f6-9817-4a22-9218-946efba8b806 req-62cecd3b-adce-4f2f-8d12-7e6556744a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:27.046656 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72ea43f6-9817-4a22-9218-946efba8b806 req-62cecd3b-adce-4f2f-8d12-7e6556744a6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1128 time: 0.0936468 Jun 04 09:36:27.471524 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa652ba6-e1d2-4fed-9198-652da5f33114 req-1f57fdf7-3c60-4796-9d49-69f72dab9754 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:27.471524 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa652ba6-e1d2-4fed-9198-652da5f33114 req-1f57fdf7-3c60-4796-9d49-69f72dab9754 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 943 time: 0.1197658 Jun 04 09:36:27.486801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:27.598555 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa652ba6-e1d2-4fed-9198-652da5f33114 req-a4c301e9-89e9-4dd7-b749-38bbaf882e53 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372125 Jun 04 09:36:27.813288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5ba7-5e0b-406d-948e-6fbb384a5375 req-43d784fe-f56a-401b-ae53-73fe4b0c2d17 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:27.816909 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7b8b5ba7-5e0b-406d-948e-6fbb384a5375 req-43d784fe-f56a-401b-ae53-73fe4b0c2d17 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.0761375 Jun 04 09:36:27.929238 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7b8b5ba7-5e0b-406d-948e-6fbb384a5375 req-619698dd-ca25-4a05-9961-3d395429a8e1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052990 Jun 04 09:36:27.936600 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 95085789-dfe9-4096-b475-dac51df8c31e details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:36:28.184735 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=95085789-dfe9-4096-b475-dac51df8c31e,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:28.190895 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea43f6-9817-4a22-9218-946efba8b806 req-082445cc-463c-4463-996d-c12e1c6d904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:28.194638 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72ea43f6-9817-4a22-9218-946efba8b806 req-082445cc-463c-4463-996d-c12e1c6d904c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3e40664a37c420c9fc2e05af20e182b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2091773 Jun 04 09:36:28.213743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '95085789-dfe9-4096-b475-dac51df8c31e', 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f', 'port_id': '95085789-dfe9-4096-b475-dac51df8c31e', 'mac_address': 'fa:16:3e:46:be:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d80c84a-8c5a-49cc-bb58-1843fc29dc5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:36:28.274213 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 95085789-dfe9-4096-b475-dac51df8c31e is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:28.280758 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (95085789-dfe9-4096-b475-dac51df8c31e), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:28.305907 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95085789-dfe9-4096-b475-dac51df8c31e {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:36:28.341305 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=95085789-dfe9-4096-b475-dac51df8c31e,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:28.396154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:28.437373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea43f6-9817-4a22-9218-946efba8b806 req-9b23be81-4d22-4e9a-b1cf-8ffb2ab52468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:28.439359 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72ea43f6-9817-4a22-9218-946efba8b806 req-9b23be81-4d22-4e9a-b1cf-8ffb2ab52468 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344738 Jun 04 09:36:28.471919 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:28.550760 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:28.829855 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['95085789-dfe9-4096-b475-dac51df8c31e'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:36:28.892104 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf37a3-4c0a-4988-9fd4-b86d549b5f95 req-23d875b0-3cef-4ed7-a20e-d0f54fb3b6e5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:28.897283 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16bf37a3-4c0a-4988-9fd4-b86d549b5f95 req-23d875b0-3cef-4ed7-a20e-d0f54fb3b6e5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 944 time: 0.1692884 Jun 04 09:36:28.921633 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:28.928419 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-fd36ae3e-93bc-4c7b-8e2f-9af6fdc087db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:28.931259 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-fd36ae3e-93bc-4c7b-8e2f-9af6fdc087db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1128 time: 0.1267107 Jun 04 09:36:29.123849 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-16bf37a3-4c0a-4988-9fd4-b86d549b5f95 req-8fb4f8d6-ba35-4e9d-a4b0-df1fb0409654 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130780 Jun 04 09:36:29.129665 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-be221a19-5c89-44cd-94e8-64062fb3e72c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 217 time: 0.1167009 Jun 04 09:36:29.330815 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fa72f-2524-432a-86d4-c863ed9fea07 req-e7649ffc-e58a-4a21-b091-afc535967767 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:29.334854 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-343fa72f-2524-432a-86d4-c863ed9fea07 req-e7649ffc-e58a-4a21-b091-afc535967767 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.2086272 Jun 04 09:36:29.482616 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-343fa72f-2524-432a-86d4-c863ed9fea07 req-ba950182-e487-46b9-a4b8-3d898fddf0f5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377800 Jun 04 09:36:29.491106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-cd2b9fdc-d613-4c89-a2a0-2a238a407777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:29.494233 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-cd2b9fdc-d613-4c89-a2a0-2a238a407777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.2563322 Jun 04 09:36:29.649730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-4413436a-51de-4e33-bfb8-c685325ff911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:29.659198 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-4413436a-51de-4e33-bfb8-c685325ff911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1535754 Jun 04 09:36:29.925549 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-b13243de-f6f9-45a8-a29c-6c96447dbd64 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995151 Jun 04 09:36:29.958959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 95085789-dfe9-4096-b475-dac51df8c31e up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:36:29.964550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:30.185463 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 95085789-dfe9-4096-b475-dac51df8c31e completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:36:30.211389 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-192d64a8-9d14-48fa-9b3c-24206c80452d req-290b573c-5f0b-43e8-b8a2-f2090051bbc9 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276280 Jun 04 09:36:30.302198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 95085789-dfe9-4096-b475-dac51df8c31e triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:30.305785 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (95085789-dfe9-4096-b475-dac51df8c31e), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:30.306982 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:30.343339 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6007098-9884-459c-969b-85a1bb8a49a1 req-7cd8ab4c-d480-4c39-b6d3-7289812ba8df tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:30.345684 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e6007098-9884-459c-969b-85a1bb8a49a1 req-7cd8ab4c-d480-4c39-b6d3-7289812ba8df tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 944 time: 0.0804572 Jun 04 09:36:30.371959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:30.434951 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e6007098-9884-459c-969b-85a1bb8a49a1 req-8bad9e73-710e-40c3-9c85-2cf159149024 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824361 Jun 04 09:36:30.485238 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 95085789-dfe9-4096-b475-dac51df8c31e is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:30.486080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (95085789-dfe9-4096-b475-dac51df8c31e), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:30.571614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:36:30.577222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10227cea-7d34-4653-a6f6-e76d4900c819" -d '{"events": [{"server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "name": "network-vif-plugged", "status": "completed", "tag": "95085789-dfe9-4096-b475-dac51df8c31e"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:36:30.662243 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=95085789-dfe9-4096-b475-dac51df8c31e,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:30.714848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84408301-1903-4e42-8640-b19cfecf868b x-openstack-request-id: req-84408301-1903-4e42-8640-b19cfecf868b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:36:30.716039 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "name": "network-vif-plugged", "status": "completed", "tag": "95085789-dfe9-4096-b475-dac51df8c31e", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:36:30.716399 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84408301-1903-4e42-8640-b19cfecf868b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:36:30.717424 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84408301-1903-4e42-8640-b19cfecf868b'] response: {'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e', 'code': 200} Jun 04 09:36:30.758731 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:30.782181 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a37e-661d-439e-9d02-f308231b78b9 req-1b29d392-d07e-4aa3-a4eb-ffa2b4ebef11 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:30.785504 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f91a37e-661d-439e-9d02-f308231b78b9 req-1b29d392-d07e-4aa3-a4eb-ffa2b4ebef11 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.1133668 Jun 04 09:36:30.810074 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:30.812065 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:30.861189 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:30.890538 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f91a37e-661d-439e-9d02-f308231b78b9 req-53f4c4b8-9386-45ca-bb86-fdec59060626 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Jun 04 09:36:31.161922 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:31.478585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e680d-1f4d-4953-8f7f-56d473f69a65 req-fc5ed371-6fdf-477d-a874-e3851d3586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:31.481209 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-089e680d-1f4d-4953-8f7f-56d473f69a65 req-fc5ed371-6fdf-477d-a874-e3851d3586cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 1129 time: 0.0683153 Jun 04 09:36:31.671737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc6f1d-be08-4acb-a373-d34fab640e96 req-781e9286-c00c-4a95-877d-63b0f106d1e5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:31.681574 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c5bc6f1d-be08-4acb-a373-d34fab640e96 req-781e9286-c00c-4a95-877d-63b0f106d1e5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0973949 Jun 04 09:36:31.798690 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:31.817927 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c5bc6f1d-be08-4acb-a373-d34fab640e96 req-dd391fe7-17d7-4026-b5ef-60d7fb49bd88 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300099 Jun 04 09:36:32.095580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c525575-ca76-4251-b6dc-51f16c3b07b2 req-5e829803-7397-4bc9-8661-df5f037ed1d1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:32.099535 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c525575-ca76-4251-b6dc-51f16c3b07b2 req-5e829803-7397-4bc9-8661-df5f037ed1d1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.0947175 Jun 04 09:36:32.174294 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c525575-ca76-4251-b6dc-51f16c3b07b2 req-e5f56aef-b73d-4c37-8c22-7c40ed636987 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643673 Jun 04 09:36:32.237817 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-089e680d-1f4d-4953-8f7f-56d473f69a65 req-97b56a18-6d63-4c88-bd5f-356f20792ca7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Jun 04 09:36:32.993376 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1254b-604b-49da-ac9f-8ed6859e6bbd req-8811ddc8-3191-406c-9823-1772fd5c40f5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:32.994980 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05f1254b-604b-49da-ac9f-8ed6859e6bbd req-8811ddc8-3191-406c-9823-1772fd5c40f5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0736763 Jun 04 09:36:33.056331 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-05f1254b-604b-49da-ac9f-8ed6859e6bbd req-37a3d0dd-e4e8-4a0b-ae19-778e2031aed5 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Jun 04 09:36:33.285296 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:33.304959 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ec64-2869-409b-83a4-a2d56c748303 req-99586a84-bbae-4711-9b33-bd7cd8c2277a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:33.306490 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6472ec64-2869-409b-83a4-a2d56c748303 req-99586a84-bbae-4711-9b33-bd7cd8c2277a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 944 time: 0.0541191 Jun 04 09:36:33.366245 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6472ec64-2869-409b-83a4-a2d56c748303 req-e12f372d-c940-4eb4-9812-bb86a4cc05e6 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526474 Jun 04 09:36:33.974234 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 57fc7a38-0352-4ed2-86c0-8326320ec471 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:36:34.118201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:34.130036 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'port_id': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'mac_address': 'fa:16:3e:32:5b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:36:34.167905 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 57fc7a38-0352-4ed2-86c0-8326320ec471 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:34.168565 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:34.194295 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbebd73-a58e-4eb1-a71b-9213067a29e7 req-8710166f-570b-4ad8-8216-1fdd0e95a88f tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:34.194970 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fc7a38-0352-4ed2-86c0-8326320ec471 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:36:34.195879 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebbebd73-a58e-4eb1-a71b-9213067a29e7 req-8710166f-570b-4ad8-8216-1fdd0e95a88f tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Jun 04 09:36:34.220616 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:34.250887 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ebbebd73-a58e-4eb1-a71b-9213067a29e7 req-0a9e2e9d-e3e4-471b-8697-83653220ee3a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Jun 04 09:36:34.368566 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:34.442026 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:34.526683 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51338959-e694-472e-9b7d-d84946f2e93c req-1b579e83-e500-40e9-87ab-3d9054f0a9d3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:34.528499 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-51338959-e694-472e-9b7d-d84946f2e93c req-1b579e83-e500-40e9-87ab-3d9054f0a9d3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 945 time: 0.0650723 Jun 04 09:36:34.603398 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-51338959-e694-472e-9b7d-d84946f2e93c req-718bdd34-12d4-43e1-9da7-45decf8061ba tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631661 Jun 04 09:36:34.687108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:36:35.384842 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f76b4-7a65-4379-b0a5-39356acb7a1a req-f2a33894-3644-4aa3-9ca9-15e310d808b2 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:35.386496 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-240f76b4-7a65-4379-b0a5-39356acb7a1a req-f2a33894-3644-4aa3-9ca9-15e310d808b2 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0575995 Jun 04 09:36:35.441145 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-240f76b4-7a65-4379-b0a5-39356acb7a1a req-ab07ee89-eea0-4938-9bc1-7c41c043e346 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 Jun 04 09:36:35.653237 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:35.764256 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bb7fa-8fee-4d2f-941b-93bcc1d5fedf req-07b775d1-91fb-480a-9a23-d666bae30069 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:35.765901 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-921bb7fa-8fee-4d2f-941b-93bcc1d5fedf req-07b775d1-91fb-480a-9a23-d666bae30069 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 945 time: 0.0766468 Jun 04 09:36:35.831265 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-921bb7fa-8fee-4d2f-941b-93bcc1d5fedf req-c6354efa-aa2d-40d8-ac11-898e7d3c50f5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Jun 04 09:36:35.987568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 57fc7a38-0352-4ed2-86c0-8326320ec471 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:36:36.021568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:36.044267 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 57fc7a38-0352-4ed2-86c0-8326320ec471 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:36:36.237009 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 57fc7a38-0352-4ed2-86c0-8326320ec471 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:36:36.237636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:36.340039 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 57fc7a38-0352-4ed2-86c0-8326320ec471 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:36:36.340735 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:36.377206 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:36:36.377206 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3450591-85c5-47a3-89b0-fc9914fafef6" -d '{"events": [{"server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "name": "network-vif-plugged", "status": "completed", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:36:36.392942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:36:36.415241 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8081c3a1-2363-4bed-848a-9c3c423bb1a5 x-openstack-request-id: req-8081c3a1-2363-4bed-848a-9c3c423bb1a5 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:36:36.415675 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "name": "network-vif-plugged", "status": "completed", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:36:36.416146 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8081c3a1-2363-4bed-848a-9c3c423bb1a5 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:36:36.416724 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8081c3a1-2363-4bed-848a-9c3c423bb1a5'] response: {'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'code': 200} Jun 04 09:36:36.500591 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:36.534014 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:36.557290 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:36.987781 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5919b-7c65-4aec-852a-487219c372dd req-a3cb2203-aa35-4613-9c10-bae4ad381ba3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:36.989442 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a5919b-7c65-4aec-852a-487219c372dd req-a3cb2203-aa35-4613-9c10-bae4ad381ba3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0812340 Jun 04 09:36:36.993238 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5f805-2cdc-4580-969c-0240e2549b60 req-3e7ed3c5-3a8c-4800-9b0a-abf12cd57781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:36.994749 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f0f5f805-2cdc-4580-969c-0240e2549b60 req-3e7ed3c5-3a8c-4800-9b0a-abf12cd57781 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1130 time: 0.0770085 Jun 04 09:36:37.073569 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a5919b-7c65-4aec-852a-487219c372dd req-f513327a-df1e-464e-b3d9-7b3cd2f8de00 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767939 Jun 04 09:36:37.080024 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f0f5f805-2cdc-4580-969c-0240e2549b60 req-f6e54956-1c64-479b-9ecf-95b7eb17d9a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754983 Jun 04 09:36:38.208322 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f3cf-13d7-4ca7-90c2-26f6f3cc7c79 req-6cbb8d3c-0d32-4d4a-9918-e18e20977ef6 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:38.210712 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f752f3cf-13d7-4ca7-90c2-26f6f3cc7c79 req-6cbb8d3c-0d32-4d4a-9918-e18e20977ef6 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0567009 Jun 04 09:36:38.268546 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f752f3cf-13d7-4ca7-90c2-26f6f3cc7c79 req-086c109e-3530-4eab-86cd-ce75f6bd99a2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510962 Jun 04 09:36:39.412754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35076) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:39.432087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:39.452746 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9e237-4a25-4e31-883d-b0b81aa5b13b req-b1a3455a-2c00-4af8-a13b-43e61d3510d2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:39.454458 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5fc9e237-4a25-4e31-883d-b0b81aa5b13b req-b1a3455a-2c00-4af8-a13b-43e61d3510d2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0784390 Jun 04 09:36:39.538454 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5fc9e237-4a25-4e31-883d-b0b81aa5b13b req-d956987b-995d-42c6-b8f8-fe9f53dc0850 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773134 Jun 04 09:36:39.570679 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:39.712591 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Publish callbacks [] for security_group (637d4205-303f-4ee1-b099-49fb834fdeb6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:39.743299 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca91c37-694d-4b52-8b3c-bec1c88eba1f req-2f18e354-20a8-4e3a-914b-5c6114e785b5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:39.744989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8ca91c37-694d-4b52-8b3c-bec1c88eba1f req-2f18e354-20a8-4e3a-914b-5c6114e785b5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0727427 Jun 04 09:36:39.821757 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8ca91c37-694d-4b52-8b3c-bec1c88eba1f req-c9ba1d8a-dcf7-48b0-9008-891a497beadc tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697000 Jun 04 09:36:39.848733 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (637d4205-303f-4ee1-b099-49fb834fdeb6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:39.897192 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d4205-303f-4ee1-b099-49fb834fdeb6,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:39.911250 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7f190f929314196b87d05db15266e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4969871 Jun 04 09:36:39.912910 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.913251 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.913587 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.913917 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.914243 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.914576 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.914884 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.915197 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.915355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35086) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:39.915845 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.916194 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.916711 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.917022 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.917499 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.917823 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.918141 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb1a77-de2f-4e3d-9401-48dd68e06072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:36:39.991429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] Publish callbacks [] for security_group (637d4205-303f-4ee1-b099-49fb834fdeb6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:40.017295 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:40.024889 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] Publish callbacks [] for security_group (637d4205-303f-4ee1-b099-49fb834fdeb6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:40.169000 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (637d4205-303f-4ee1-b099-49fb834fdeb6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:40.172074 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:40.173451 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/637d4205-303f-4ee1-b099-49fb834fdeb6 HTTP/1.1" status: 204 len: 168 time: 0.2567623 Jun 04 09:36:40.182921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25934e-758a-4e3b-a917-85d9bc1cfdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d4205-303f-4ee1-b099-49fb834fdeb6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:40.415290 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55877b8-59ed-401e-8380-9b5cfebb86e8 req-bb79d178-0d7d-4e4b-83ef-a33dd35fd82f tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:40.418158 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f55877b8-59ed-401e-8380-9b5cfebb86e8 req-bb79d178-0d7d-4e4b-83ef-a33dd35fd82f tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0687249 Jun 04 09:36:40.488996 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f55877b8-59ed-401e-8380-9b5cfebb86e8 req-7540763e-2772-46f9-8711-66ca7a7fde59 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605340 Jun 04 09:36:49.903814 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:49.904720 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:50.101493 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:50.106684 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:50.214202 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:50.477884 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:50.481910 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=2,neutron:SELECT=10 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:52.566959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7104be85-7884-44a7-b01c-0d3f770c3e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:52.948929 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad56162-ace5-47fd-8642-7aabda75cbbe req-090b0786-f5bf-45ca-8361-674f5ed06b90 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:52.950594 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5ad56162-ace5-47fd-8642-7aabda75cbbe req-090b0786-f5bf-45ca-8361-674f5ed06b90 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0533407 Jun 04 09:36:53.008113 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5ad56162-ace5-47fd-8642-7aabda75cbbe req-5b4ea904-73c3-4de9-8365-fa0ed7cb4ff7 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Jun 04 09:36:53.032081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35178) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:53.295172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909e8088-3304-4c1a-996e-a3ce4b43e447 tempest-TestMinimumBasicScenario-1222651071 tempest-TestMinimumBasicScenario-1222651071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:53.300257 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-909e8088-3304-4c1a-996e-a3ce4b43e447 tempest-TestMinimumBasicScenario-1222651071 tempest-TestMinimumBasicScenario-1222651071-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1125 time: 0.2664609 Jun 04 09:36:53.302583 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35186) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:53.307818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'port_id': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:53.402691 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:53.493563 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:53.633324 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Allocated IP 172.27.0.131 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/24c0c666-e43d-4249-bb6a-51bc7ff65e1a) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:36:53.748260 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:53.906254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:53.959592 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:36:53.963273 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:36:53.966739 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:36:53.999004 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'Port': ['ID=24c0c666-e43d-4249-bb6a-51bc7ff65e1a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:54.357398 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:54.375304 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:54.380149 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for floatingip (7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:54.543984 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:54.775265 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:54.865694 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:54.942409 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'Port': ['ID=24c0c666-e43d-4249-bb6a-51bc7ff65e1a,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:54.960471 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:55.065221 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Floating IP 7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c associated. External IP: 172.27.0.131, port: 57fc7a38-0352-4ed2-86c0-8326320ec471. Jun 04 09:36:55.213090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:55.522314 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:36:55.639879 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:36:55.651725 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Sync routers for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:36:55.663064 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:36:55.663708 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:36:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:55.667230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d7236b8-e8ae-4995-8e10-d14629946b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:55.773495 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:55.788358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:36:55.825606 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-04b61b63-c468-4fa0-864e-84ef1b8a7316 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5212562 Jun 04 09:36:55.826443 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:36:55.830033 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35194) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:55.831427 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd160bf-659f-470b-bdef-20b5a66fee95" -d '{"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:36:55.837804 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921571042', 'description': 'tempest-secgroup-smoke-921571042 description', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:55.873350 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e8883-1d18-4af9-b4e8-9572df70e67f x-openstack-request-id: req-419e8883-1d18-4af9-b4e8-9572df70e67f {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:36:55.873786 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:36:55.874158 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-419e8883-1d18-4af9-b4e8-9572df70e67f {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:36:55.874771 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419e8883-1d18-4af9-b4e8-9572df70e67f'] response: {'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:36:55.961976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:55.990480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-5a797524-1c32-40a5-816e-3c76950711b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:55.992025 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-5a797524-1c32-40a5-816e-3c76950711b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1130 time: 0.0633273 Jun 04 09:36:56.093735 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'port_id': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'mac_address': 'fa:16:3e:32:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:36:54Z', 'updated_at': '2022-06-04T09:36:54Z', 'revision_number': 0, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:56.139428 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Checking router: e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:36:56.156357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:36:56.157357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:36:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:56.359597 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:36:56.492050 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:56.569919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (b75cbef9-bf9a-4a9b-a751-a08ff25e4be6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:56.575501 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-21a6a13c-3926-44c2-bcdf-56c114b50095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:56.577063 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-21a6a13c-3926-44c2-bcdf-56c114b50095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.5770710 Jun 04 09:36:56.645129 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b75cbef9-bf9a-4a9b-a751-a08ff25e4be6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:56.669934 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-1c34ad82-146b-4e71-bdbc-b9edb4c52e8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 1000 time: 0.0817871 Jun 04 09:36:56.714428 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'port_id': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'mac_address': 'fa:16:3e:32:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:36:54Z', 'updated_at': '2022-06-04T09:36:54Z', 'revision_number': 0, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:36:56.720192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:56.744090 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-a6916f23-2046-4642-b1bc-df8a1f6907d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:56.745650 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-a6916f23-2046-4642-b1bc-df8a1f6907d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.0662031 Jun 04 09:36:56.764950 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ecdb5-0d75-41dc-a995-be6375d31f92 None None] The sync data for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi is: [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'port_id': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'mac_address': 'fa:16:3e:32:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:36:54Z', 'updated_at': '2022-06-04T09:36:54Z', 'revision_number': 0, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:36:56.784482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:56.785805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2a8b757b-6d58-40ff-97e1-a765b2bf4a04 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9537845 Jun 04 09:36:56.789363 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35198) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:56.796379 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:56.817049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-5ebe8e60-893b-4688-a491-49898e31da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:36:56.818636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-5ebe8e60-893b-4688-a491-49898e31da79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658593 Jun 04 09:36:56.832461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-bce26029-ea2c-41ea-b5f8-05e1932cddaa service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:36:56.833939 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-bce26029-ea2c-41ea-b5f8-05e1932cddaa service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072656 Jun 04 09:36:56.943143 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (6732d7c1-5855-4a75-aec9-fae8a2ba7e98), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.008914 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-2fcf3110-f495-43e7-b508-e53c2b36039e service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688330 Jun 04 09:36:57.049328 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8748db9-188e-491b-92fb-85cd64320cbe None None] New status for floating IP 7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:36:57.085070 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (6732d7c1-5855-4a75-aec9-fae8a2ba7e98), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.152457 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0bd160bf-659f-470b-bdef-20b5a66fee95 req-9ed62433-a5c0-499c-98de-15b6c2fbf598 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343677 Jun 04 09:36:57.157116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (6732d7c1-5855-4a75-aec9-fae8a2ba7e98), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.177219 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:57.188429 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6732d7c1-5855-4a75-aec9-fae8a2ba7e98,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:57.320330 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.323901 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a3f0df61-6dd9-4c37-b7e8-f13154d6b45a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5332434 Jun 04 09:36:57.326436 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35202) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:57.334159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:57.347530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:57.521985 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (8b23d19d-0373-4274-a62e-56fbcb59a3c0), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.591846 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (8b23d19d-0373-4274-a62e-56fbcb59a3c0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.715782 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (8b23d19d-0373-4274-a62e-56fbcb59a3c0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.734779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b23d19d-0373-4274-a62e-56fbcb59a3c0,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:57.839523 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:57.841104 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2306f74c-9ffe-406d-b2ae-6dad17c15ec2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5134709 Jun 04 09:36:57.843818 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35204) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:57.848799 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:57.978359 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (5b2aeb8d-08e6-4846-a036-a51077cb9930), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:58.046218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (5b2aeb8d-08e6-4846-a036-a51077cb9930), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:58.139769 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (5b2aeb8d-08e6-4846-a036-a51077cb9930), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:58.161877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2aeb8d-08e6-4846-a036-a51077cb9930,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:58.166606 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:36:58.256225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:58.257923 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6490532d-bc85-4fea-b3f3-eeef8d5d4420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4129000 Jun 04 09:36:58.261016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35208) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:58.265906 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:58.874193 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (19bdafe8-edc9-4ba9-bd4e-4dd703da01e5), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:58.949868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (19bdafe8-edc9-4ba9-bd4e-4dd703da01e5), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.219716 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.263565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (19bdafe8-edc9-4ba9-bd4e-4dd703da01e5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.286611 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bdafe8-edc9-4ba9-bd4e-4dd703da01e5,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:59.410934 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.412209 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-bb2d8e6c-9934-4358-94ce-cbc73209f2d9 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1501021 Jun 04 09:36:59.416941 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35212) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:59.421609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:59.522805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Project a3e40664a37c420c9fc2e05af20e182b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:36:59.529058 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (473b3b79-9dd2-4cea-b468-03b90d3c1f22), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.602340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (473b3b79-9dd2-4cea-b468-03b90d3c1f22), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.698374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (473b3b79-9dd2-4cea-b468-03b90d3c1f22), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.721801 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473b3b79-9dd2-4cea-b468-03b90d3c1f22,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:36:59.802676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.804006 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-42dcf8e3-fa41-4363-89c6-320159877d0a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3860333 Jun 04 09:36:59.807212 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35216) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:36:59.811913 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'security_group_rule': {'security_group_id': 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6', 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:36:59.899673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Project a3e40664a37c420c9fc2e05af20e182b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:36:59.907172 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (99765c99-7ec6-48ee-b33f-2ad03fda5321), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.932413 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:36:59.964416 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:36:59.981409 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (99765c99-7ec6-48ee-b33f-2ad03fda5321), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:00.098400 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (99765c99-7ec6-48ee-b33f-2ad03fda5321), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:00.130027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99765c99-7ec6-48ee-b33f-2ad03fda5321,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:00.292612 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:00.294783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-58c32f8d-b190-4a85-a29e-23b2e4f5ad9b tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4863441 Jun 04 09:37:00.437439 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-c6cad9bd-d3c9-45a7-ae2f-c856bb6bd9b2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921571042&fields=id&tenant_id=a3e40664a37c420c9fc2e05af20e182b HTTP/1.1" status: 200 len: 267 time: 0.0560000 Jun 04 09:37:00.504723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-cfb1f2b9-425b-47c3-985d-8837def2fe59 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:00.507388 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-cfb1f2b9-425b-47c3-985d-8837def2fe59 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0630481 Jun 04 09:37:00.522792 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'port': {'security_groups': ['b5199e93-1acd-4199-b005-d7e2f622c311', 'b75cbef9-bf9a-4a9b-a751-a08ff25e4be6']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:37:00.570240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:00.606663 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:00.876592 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:37:00.910774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:00.983696 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:01.022920 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:37:01.029806 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.030488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:01.032002 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f9be30ba-465f-4332-a544-629b53c0c2cc req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "PUT /v2.0/ports/57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 982 time: 0.5174937 Jun 04 09:37:01.032485 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:37:01.035458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:37:01.087834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775103b-3909-4fdb-aac8-0a2ccf188098 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=6']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:01.297470 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63337d-e667-418e-b2a2-a4a2cd5ecb05 req-1b26a970-1209-4eb6-abee-bdbba94a4be3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.299838 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2c63337d-e667-418e-b2a2-a4a2cd5ecb05 req-1b26a970-1209-4eb6-abee-bdbba94a4be3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.1223106 Jun 04 09:37:01.302320 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8521670-0dc9-4bf0-bd4b-b3e730f8869e x-openstack-request-id: req-d8521670-0dc9-4bf0-bd4b-b3e730f8869e {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:37:01.302628 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:37:01.302865 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8521670-0dc9-4bf0-bd4b-b3e730f8869e {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:37:01.303273 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8521670-0dc9-4bf0-bd4b-b3e730f8869e'] response: {'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:37:01.312108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:37:01.357700 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:01.362060 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:01.375277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:01.438240 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-d68e3e42-ca10-471d-a1c5-d2ffebcd5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.440008 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-d68e3e42-ca10-471d-a1c5-d2ffebcd5245 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1169 time: 0.0893846 Jun 04 09:37:01.518315 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2c63337d-e667-418e-b2a2-a4a2cd5ecb05 req-bf52fe90-888b-49b4-a52e-7648f2f07641 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1998222 Jun 04 09:37:01.541592 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d9cc2038-355b-4d1c-b83a-00acdd9c9e4b None None] Provisioning complete for port 57fc7a38-0352-4ed2-86c0-8326320ec471 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:37:01.547714 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2038-355b-4d1c-b83a-00acdd9c9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:01.572317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-0b874893-fbde-4ed3-a9ae-53c74a42376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.573887 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-0b874893-fbde-4ed3-a9ae-53c74a42376f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.1274955 Jun 04 09:37:01.653181 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-54723259-2b14-4d5f-b0c6-ae665e163abb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 1002 time: 0.0712707 Jun 04 09:37:01.707758 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-15de5de4-f3f4-405d-9031-4ccaa6125b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.709404 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-15de5de4-f3f4-405d-9031-4ccaa6125b77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.0500929 Jun 04 09:37:01.760884 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-63c5894a-ec98-40fa-8e9c-a2ac23577628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:01.762473 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-63c5894a-ec98-40fa-8e9c-a2ac23577628 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452542 Jun 04 09:37:01.875463 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-530445ce-bc66-4b9d-8744-707b03cb4cd2 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057985 Jun 04 09:37:01.924171 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:01.932922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:01.944667 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc2038-355b-4d1c-b83a-00acdd9c9e4b None None] Current status of the port 57fc7a38-0352-4ed2-86c0-8326320ec471 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:37:01.984982 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c7fdb1e-7e16-444b-b7e3-dc0914e7708e req-a63915a2-e711-4f1e-a2e2-742d67fbc4c6 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013246 Jun 04 09:37:05.568302 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:05.814081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=70 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:05.820839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:07.170096 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=10 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:08.161469 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:12.077404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=14 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:15.504008 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=57 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:15.506173 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:19.419353 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-f3d418e7-fb4d-4cce-b391-de099abb95f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959466 Jun 04 09:37:19.527244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efad7-270b-42f7-82d7-05855fb1d575 req-f879e1c2-5ed9-4f7f-ba0b-e061f3a0b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:19.528697 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-f879e1c2-5ed9-4f7f-ba0b-e061f3a0b0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.0446689 Jun 04 09:37:19.634684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efad7-270b-42f7-82d7-05855fb1d575 req-dd721c02-2b3a-4219-8f1b-dd3a64558c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:19.636184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-dd721c02-2b3a-4219-8f1b-dd3a64558c69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.0883141 Jun 04 09:37:19.709667 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-9febd601-fd56-4c94-8e2b-a46982efd947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 1001 time: 0.0648766 Jun 04 09:37:19.768725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efad7-270b-42f7-82d7-05855fb1d575 req-cce831e9-465d-4ffa-b2f1-e082202a115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:19.770257 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-cce831e9-465d-4ffa-b2f1-e082202a115c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0473449 Jun 04 09:37:19.819224 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268efad7-270b-42f7-82d7-05855fb1d575 req-b49358ba-2855-45f5-905c-789632d8b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:19.821724 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-b49358ba-2855-45f5-905c-789632d8b4d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449841 Jun 04 09:37:19.978443 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-fd2afc8d-f109-4b22-b93e-307e51467c91 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495032 Jun 04 09:37:20.129642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-268efad7-270b-42f7-82d7-05855fb1d575 req-8e22f6cc-6a0e-4129-8597-72428866955c service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447363 Jun 04 09:37:22.556663 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbbee-a9b3-407a-bf1e-fd45d7041348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:23.034464 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4876b-e2d8-4ce2-8fd0-ace92c899d3a req-d2a97e87-3d29-4490-8d76-33f7fd33a0b4 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:23.036061 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-82d4876b-e2d8-4ce2-8fd0-ace92c899d3a req-d2a97e87-3d29-4490-8d76-33f7fd33a0b4 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Jun 04 09:37:23.094246 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-82d4876b-e2d8-4ce2-8fd0-ace92c899d3a req-a66a4084-245a-4c37-a97e-e6b1531fb688 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Jun 04 09:37:24.221060 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd7e7-b461-477a-aa12-afbec42fa4b3 req-b475799a-8064-4389-90c1-ef4468ca607c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:24.222759 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dcfd7e7-b461-477a-aa12-afbec42fa4b3 req-b475799a-8064-4389-90c1-ef4468ca607c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Jun 04 09:37:24.281054 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5dcfd7e7-b461-477a-aa12-afbec42fa4b3 req-eec3611b-6ae8-48f1-ab36-b512f17b0d18 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482748 Jun 04 09:37:24.592120 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9d0da-5cdc-4c9c-9979-5c798b7b2118 req-2cc2e65a-7897-4bd1-8190-a32cd1064516 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:24.593884 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44b9d0da-5cdc-4c9c-9979-5c798b7b2118 req-2cc2e65a-7897-4bd1-8190-a32cd1064516 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0497081 Jun 04 09:37:24.672459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-44b9d0da-5cdc-4c9c-9979-5c798b7b2118 req-6bd95918-0e4f-4b58-bc52-995d184193af tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717549 Jun 04 09:37:24.854251 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-d89449be-e8eb-4403-acac-60a240c9b6c7 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:24.855877 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-d89449be-e8eb-4403-acac-60a240c9b6c7 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.0698960 Jun 04 09:37:24.919470 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-0b8d08b5-59fd-4484-ae91-9b2760f88292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:24.921308 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-0b8d08b5-59fd-4484-ae91-9b2760f88292 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1169 time: 0.0861063 Jun 04 09:37:25.026089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Deleting port 95085789-dfe9-4096-b475-dac51df8c31e {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:37:25.026427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (95085789-dfe9-4096-b475-dac51df8c31e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:25.031098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:25.035536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:25.116638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-d8152242-739f-4d9c-81d4-bd6cf82147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:25.118021 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-d8152242-739f-4d9c-81d4-bd6cf82147b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.1884964 Jun 04 09:37:25.194547 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] For port 95085789-dfe9-4096-b475-dac51df8c31e, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=95085789-dfe9-4096-b475-dac51df8c31e,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:37:25.194914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (95085789-dfe9-4096-b475-dac51df8c31e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:25.217896 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Calling delete_port for 95085789-dfe9-4096-b475-dac51df8c31e owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:37:25.222102 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-9ce2e504-d966-4b26-8907-4c15e47bd0e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 1002 time: 0.0945165 Jun 04 09:37:25.322323 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-e76df261-5299-4e1f-a54b-0942ca5b6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:25.323845 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-e76df261-5299-4e1f-a54b-0942ca5b6b8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.0936618 Jun 04 09:37:25.399451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-6f75e411-3e42-416b-a82a-57170b681907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:25.401168 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-6f75e411-3e42-416b-a82a-57170b681907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690901 Jun 04 09:37:25.512767 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a3d13-b4e3-405b-811e-5a47ade0c323 req-ef29a984-47da-49c8-ab96-90cf591e7b2f tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:25.514451 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-346a3d13-b4e3-405b-811e-5a47ade0c323 req-ef29a984-47da-49c8-ab96-90cf591e7b2f tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 945 time: 0.1305497 Jun 04 09:37:25.620459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-346a3d13-b4e3-405b-811e-5a47ade0c323 req-babf5c05-f867-463c-adca-a8062bd365ef tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919266 Jun 04 09:37:25.623047 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-a64f3123-8308-4bf1-9557-cb9e4d2c98cc service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041371 Jun 04 09:37:25.670294 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-edf1ca25-7063-431b-8544-57e17816c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:25.676733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (95085789-dfe9-4096-b475-dac51df8c31e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:25.710138 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Pushing event deleted for resources: {'Port': ['ID=95085789-dfe9-4096-b475-dac51df8c31e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:25.717381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['95085789-dfe9-4096-b475-dac51df8c31e'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:37:25.733179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.733521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.733861 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.734196 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.734526 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.734852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.735178 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.735498 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.735851 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.736176 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.736515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.736827 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.737139 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.737458 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.737772 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:25.802955 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] No DVR routers for this DVR port 95085789-dfe9-4096-b475-dac51df8c31e on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:37:25.823095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:25.826395 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a727b9b5-c84c-4e5f-9dfc-8f8f26cb38b1 req-cde58787-f47a-4132-bcad-6a26d0052300 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "DELETE /v2.0/ports/95085789-dfe9-4096-b475-dac51df8c31e HTTP/1.1" status: 204 len: 173 time: 0.9539857 Jun 04 09:37:25.831780 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'name': 'network-vif-deleted', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:37:25.833218 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2dc2a6-66c2-4736-8637-adddc0f8dab4" -d '{"events": [{"server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "name": "network-vif-deleted", "tag": "95085789-dfe9-4096-b475-dac51df8c31e"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:37:25.855418 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e21a404a-bcc9-4fb7-9a1e-ede26431590b req-b5aaa703-26a7-4fc6-b749-73b24ea7b536 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256138 Jun 04 09:37:25.864185 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb30d-f054-48b9-a01c-9d898ed729dc req-726789a7-5d2b-4177-bb37-7f7ac54a2628 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:25.865778 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b4fb30d-f054-48b9-a01c-9d898ed729dc req-726789a7-5d2b-4177-bb37-7f7ac54a2628 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.1035912 Jun 04 09:37:25.883519 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e6b75-9125-4f3f-b0dc-29c8665d51f0 x-openstack-request-id: req-155e6b75-9125-4f3f-b0dc-29c8665d51f0 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:37:25.883939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490fe06-8fb0-4875-8f9b-baa5fa0de039", "name": "network-vif-deleted", "tag": "95085789-dfe9-4096-b475-dac51df8c31e", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:37:25.884510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-155e6b75-9125-4f3f-b0dc-29c8665d51f0 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:37:25.885133 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155e6b75-9125-4f3f-b0dc-29c8665d51f0'] response: {'server_uuid': 'b490fe06-8fb0-4875-8f9b-baa5fa0de039', 'name': 'network-vif-deleted', 'tag': '95085789-dfe9-4096-b475-dac51df8c31e', 'status': 'completed', 'code': 200} Jun 04 09:37:25.976591 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b4fb30d-f054-48b9-a01c-9d898ed729dc req-d492720f-fe96-4d1a-b634-b224e2d1d473 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045597 Jun 04 09:37:26.373926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:26.757871 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-32bfd655-878c-42b5-9788-4787ab6c625c req-1620f583-624c-4e07-a16f-f759f3031725 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b490fe06-8fb0-4875-8f9b-baa5fa0de039 HTTP/1.1" status: 200 len: 210 time: 0.0347986 Jun 04 09:37:27.096183 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:27.097906 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:27.101489 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:27.120811 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153649-8be3-4f99-a8a5-aa3026c7de34 req-0c995f51-a419-40e6-9373-debc8bd50c9a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:27.122521 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed153649-8be3-4f99-a8a5-aa3026c7de34 req-0c995f51-a419-40e6-9373-debc8bd50c9a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0562012 Jun 04 09:37:27.136856 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:27.209570 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ed153649-8be3-4f99-a8a5-aa3026c7de34 req-2ee75c2b-122d-4502-aabb-06e183038610 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807045 Jun 04 09:37:28.236850 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 95085789-dfe9-4096-b475-dac51df8c31e no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:37:28.264341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 95085789-dfe9-4096-b475-dac51df8c31e {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:37:28.265775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 95085789-dfe9-4096-b475-dac51df8c31e not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:37:28.383150 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99cb09-8033-4c0a-afe8-7e6ffa8f5946 req-d0b0e1cc-4cc1-4e10-af4c-e4e153e622f5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:28.384771 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e99cb09-8033-4c0a-afe8-7e6ffa8f5946 req-d0b0e1cc-4cc1-4e10-af4c-e4e153e622f5 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0555928 Jun 04 09:37:28.461296 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5e99cb09-8033-4c0a-afe8-7e6ffa8f5946 req-c7cd89ed-7f82-458b-aa0e-4be605d00ff1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686588 Jun 04 09:37:28.840619 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:29.635821 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debffc57-e91e-4cea-a5de-0e62a0377d44 req-57ebe9b3-411e-42f5-8ad7-342fc3b2cf53 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:29.639400 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-debffc57-e91e-4cea-a5de-0e62a0377d44 req-57ebe9b3-411e-42f5-8ad7-342fc3b2cf53 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0985503 Jun 04 09:37:29.752711 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-debffc57-e91e-4cea-a5de-0e62a0377d44 req-44cda690-3f1a-47a9-a185-418c5af6a042 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055045 Jun 04 09:37:29.950792 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:30.893401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1d85b-f0b8-4b69-803f-849f4b631dae req-74603932-3afc-4ba4-b68f-e892ec789aab tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:30.895032 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46d1d85b-f0b8-4b69-803f-849f4b631dae req-74603932-3afc-4ba4-b68f-e892ec789aab tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0547628 Jun 04 09:37:30.970274 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46d1d85b-f0b8-4b69-803f-849f4b631dae req-baf23fb1-4660-49b4-9e08-75611381634d tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651824 Jun 04 09:37:32.110080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d85e91-a265-4f29-be90-a3b19606d6c1 req-e34c4387-b6ad-47b4-9137-ea8bbddf31f4 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:32.111879 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1d85e91-a265-4f29-be90-a3b19606d6c1 req-e34c4387-b6ad-47b4-9137-ea8bbddf31f4 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0542135 Jun 04 09:37:32.186310 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d1d85e91-a265-4f29-be90-a3b19606d6c1 req-bb7e05f4-9073-4eac-a585-7092d6c145df tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683184 Jun 04 09:37:33.328625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49805-b7ad-461e-a178-800040df76aa req-0b9212d7-dfbe-4f21-a7f7-5d93c5d84deb tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:33.330991 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63d49805-b7ad-461e-a178-800040df76aa req-0b9212d7-dfbe-4f21-a7f7-5d93c5d84deb tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0577791 Jun 04 09:37:33.405656 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63d49805-b7ad-461e-a178-800040df76aa req-7e7d4c21-0056-4e83-8950-4d49faa034fc tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665548 Jun 04 09:37:34.531887 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4865ec3-ebd1-4673-a097-4480ebbeafdc req-cbd8fd4f-5767-4463-9c80-ee27815defd2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:34.534272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4865ec3-ebd1-4673-a097-4480ebbeafdc req-cbd8fd4f-5767-4463-9c80-ee27815defd2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0540257 Jun 04 09:37:34.603370 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4865ec3-ebd1-4673-a097-4480ebbeafdc req-51f1cb0a-12c4-47e3-be1d-a7968ac9cf4a tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628455 Jun 04 09:37:35.165918 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:37:35.567128 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:35.744573 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9afa6f-dcb7-418e-bfb3-7cdab25c1849 req-f6049af4-c417-4aad-888d-b5a2c34dc5a3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:35.746221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d9afa6f-dcb7-418e-bfb3-7cdab25c1849 req-f6049af4-c417-4aad-888d-b5a2c34dc5a3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0577600 Jun 04 09:37:35.817937 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8d9afa6f-dcb7-418e-bfb3-7cdab25c1849 req-586d8b59-40c4-43b2-9239-98702ca47fc7 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652459 Jun 04 09:37:36.655625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-b66d9b61-1750-4070-9daa-697cb4305497 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:36.657695 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-b66d9b61-1750-4070-9daa-697cb4305497 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/networks?id=76bcbf19-06a8-45d0-b67d-27a576d05e8f HTTP/1.1" status: 200 len: 814 time: 0.1180022 Jun 04 09:37:36.674552 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-855b0db4-9e6f-4b12-85ba-077adc14ebe9 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/quotas/77242525fe2f49c6b38755c270885b79 HTTP/1.1" status: 200 len: 375 time: 0.0113206 Jun 04 09:37:36.697404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:36.719014 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-d0c98360-1d6e-489a-a464-eca1f1ec1740 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375884 Jun 04 09:37:36.810169 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-470cb16b-44f3-482f-b7df-9b9e263d0aee service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:37:36.811411 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-470cb16b-44f3-482f-b7df-9b9e263d0aee service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0855231 Jun 04 09:37:36.961297 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-bee6bf57-0a0e-406f-9a0d-2db7e7c6664a service neutron] 10.222.0.46 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381578 Jun 04 09:37:36.970583 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481bb8b-8167-4c2a-96c2-a917eb8562e4 req-faebfb7e-25f4-45fb-bfaa-5b643f834bf2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:36.972602 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e481bb8b-8167-4c2a-96c2-a917eb8562e4 req-faebfb7e-25f4-45fb-bfaa-5b643f834bf2 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0728180 Jun 04 09:37:37.022898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:37.116538 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e481bb8b-8167-4c2a-96c2-a917eb8562e4 req-a3b2d989-7083-4343-b232-a4dcb1f7faa3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336789 Jun 04 09:37:37.120785 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-64f930f7-fa13-4c8f-a8e7-cdffd28c40f2 service neutron] 10.222.0.46 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471763 Jun 04 09:37:37.496669 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0d048d5-3f11-4f5e-b5e1-4649106ba6d7 req-df02bce9-0a96-4190-a0db-7fdd51df95df tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Jun 04 09:37:38.255988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ec615-58ea-4954-a110-630fbdfe2342 req-b0b8872f-a928-4b8d-8423-5a07183e40d1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:38.258659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a6ec615-58ea-4954-a110-630fbdfe2342 req-b0b8872f-a928-4b8d-8423-5a07183e40d1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0655506 Jun 04 09:37:38.345987 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a6ec615-58ea-4954-a110-630fbdfe2342 req-71df36c7-b1df-46cb-8085-8d20401d3aed tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&id=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806544 Jun 04 09:37:38.600132 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b3e74a09-a6c9-436f-9222-faba774ae9b9 req-164f368f-3ef5-473a-9e1e-80ff211d0ff2 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Jun 04 09:37:39.723923 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4b5fdc09-7f77-4322-93ef-61f176a20fa6 req-3e888ee2-4a54-41fd-8d9a-b76b490d605d tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.0383854 Jun 04 09:37:40.023857 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-2df55a86-7722-4687-9cc1-e0354c9ed004 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:40.026673 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-2df55a86-7722-4687-9cc1-e0354c9ed004 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "GET /v2.0/networks?id=76bcbf19-06a8-45d0-b67d-27a576d05e8f HTTP/1.1" status: 200 len: 814 time: 0.1279929 Jun 04 09:37:40.046219 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Request body: {'port': {'device_id': '0b60e3c6-dd02-4f36-94a2-905721262257', 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f', 'admin_state_up': True, 'tenant_id': '77242525fe2f49c6b38755c270885b79'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:37:40.321727 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Made reservation on behalf of 77242525fe2f49c6b38755c270885b79 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:37:40.325595 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:40.841570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36514b-5484-4110-8761-2592a63fbf6a req-4d33c50b-5ef8-4449-8897-7da9db91d6fa tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:40.844104 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef36514b-5484-4110-8761-2592a63fbf6a req-4d33c50b-5ef8-4449-8897-7da9db91d6fa tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1751037 Jun 04 09:37:40.914944 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4f500509-e931-4763-ab7c-22cb770d0605 req-fc5ff7a5-e750-4bad-8da6-de9ae7f5e0e6 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.1078248 Jun 04 09:37:41.015284 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef36514b-5484-4110-8761-2592a63fbf6a req-2104d19c-5331-4bf5-b37e-c97ee02d86e4 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630306 Jun 04 09:37:41.029821 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Allocated IP 172.20.0.13 (76bcbf19-06a8-45d0-b67d-27a576d05e8f/7d80c84a-8c5a-49cc-bb58-1843fc29dc5e/ecbeca6b-ff36-477c-ab4c-040ddc298883) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:37:41.033866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:41.155796 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:41.207938 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks [] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:41.316705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:41.366087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Network 76bcbf19-06a8-45d0-b67d-27a576d05e8f is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:37:41.369613 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:37:41.379830 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:37:41.421085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Pushing event updated for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:41.478344 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:41.479017 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:41.575875 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-a7926b98-690f-449c-9519-e244d085938a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5338962 Jun 04 09:37:41.594358 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Request body: {'port': {'device_id': '0b60e3c6-dd02-4f36-94a2-905721262257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:37:41.665130 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.029231 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbeca6b-ff36-477c-ab4c-040ddc298883 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:37:42.049949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks [] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.059100 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:42.093687 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Transition to ACTIVE for port object ecbeca6b-ff36-477c-ab4c-040ddc298883 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:37:42.114329 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484216-ec85-418c-8851-3b2dc9228258 req-ee9fe5bb-3358-46fb-8b8b-0ef48a06238c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:42.116181 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d8484216-ec85-418c-8851-3b2dc9228258 req-ee9fe5bb-3358-46fb-8b8b-0ef48a06238c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 932 time: 0.0805631 Jun 04 09:37:42.163508 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.229681 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273516-ea27-4296-855e-088789f2215a req-2ab55cf4-d5c4-4810-9c8b-2af339a57b91 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:42.231225 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4273516-ea27-4296-855e-088789f2215a req-2ab55cf4-d5c4-4810-9c8b-2af339a57b91 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1140792 Jun 04 09:37:42.272106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:42.287762 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d8484216-ec85-418c-8851-3b2dc9228258 req-839b8ba7-a8a9-4baf-89f3-8eb3f866da52 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612179 Jun 04 09:37:42.316685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:42.373684 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b4273516-ea27-4296-855e-088789f2215a req-2a1c6d8c-5a89-4b53-9b54-f35f375dab20 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298513 Jun 04 09:37:42.399247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Attempting to bind port ecbeca6b-ff36-477c-ab4c-040ddc298883 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:37:42.399736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Attempting to bind port ecbeca6b-ff36-477c-ab4c-040ddc298883 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:37:42.400161 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Attempting to bind port ecbeca6b-ff36-477c-ab4c-040ddc298883 on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:37:42.405736 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Port ecbeca6b-ff36-477c-ab4c-040ddc298883 on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:37:42.407144 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Attempting to bind port ecbeca6b-ff36-477c-ab4c-040ddc298883 on network 76bcbf19-06a8-45d0-b67d-27a576d05e8f {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:37:42.412966 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:37:42.413512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Checking segment: {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:37:42.414119 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Bound using segment: {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:37:42.414820 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Bound port: ecbeca6b-ff36-477c-ab4c-040ddc298883, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe021291-68bb-44e5-a216-6b08044faba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:37:42.415404 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.500387 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:37:42.504545 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:37:42.585225 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.629834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:42.630461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:42.631930 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] 10.222.0.47 "PUT /v2.0/ports/ecbeca6b-ff36-477c-ab4c-040ddc298883 HTTP/1.1" status: 200 len: 1094 time: 1.0423267 Jun 04 09:37:42.632451 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:37:42.634877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597567e-8c22-4a2e-bab9-7fd5344fccaf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:37:42.662247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0de17-fb89-484d-ba54-dc0bafeca193 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:42.705241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb9646-7be4-46b9-bfd7-f0e99cc019f1 x-openstack-request-id: req-8feb9646-7be4-46b9-bfd7-f0e99cc019f1 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:37:42.705241 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:37:42.705593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8feb9646-7be4-46b9-bfd7-f0e99cc019f1 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:37:42.705813 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8feb9646-7be4-46b9-bfd7-f0e99cc019f1'] response: {'name': 'network-changed', 'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883', 'status': 'completed', 'code': 200} Jun 04 09:37:42.804518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-5bca2c38-4af9-4c5f-83d9-fd4205ffb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:42.806642 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-5bca2c38-4af9-4c5f-83d9-fd4205ffb03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 1128 time: 0.0467427 Jun 04 09:37:42.942095 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-1b849f64-ab20-4689-8177-ffb8f814ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:42.944721 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-1b849f64-ab20-4689-8177-ffb8f814ead3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=77242525fe2f49c6b38755c270885b79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1235065 Jun 04 09:37:43.085460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-6cbd5c23-b1ba-4f29-81ab-03667a0d427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:43.087021 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9597567e-8c22-4a2e-bab9-7fd5344fccaf req-6cbd5c23-b1ba-4f29-81ab-03667a0d427d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351378 Jun 04 09:37:43.213649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-616f4e6c-7f4a-44dd-8cdc-66f22486eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:43.216495 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-616f4e6c-7f4a-44dd-8cdc-66f22486eee4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77242525fe2f49c6b38755c270885b79&device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 1128 time: 0.0631044 Jun 04 09:37:43.275379 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-c4902aa8-6649-4df9-99e2-dce94a77fd12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883 HTTP/1.1" status: 200 len: 217 time: 0.0446434 Jun 04 09:37:43.329525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24282-01c5-4d52-8578-08f786144d24 req-4f0bd17d-8a25-46f9-bce9-3d2b8801db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:43.331055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-4f0bd17d-8a25-46f9-bce9-3d2b8801db0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d80c84a-8c5a-49cc-bb58-1843fc29dc5e HTTP/1.1" status: 200 len: 854 time: 0.0504346 Jun 04 09:37:43.366104 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-0ffa0587-593f-42c5-8280-a6874d92524e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76bcbf19-06a8-45d0-b67d-27a576d05e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292926 Jun 04 09:37:43.498776 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540dd8-80ad-4dd2-8938-f0d685608670 req-4ff54654-d10b-43bd-b654-57bd9027b64a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:43.500221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23540dd8-80ad-4dd2-8938-f0d685608670 req-4ff54654-d10b-43bd-b654-57bd9027b64a tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 944 time: 0.1082940 Jun 04 09:37:43.555312 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:43.571189 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353fc6-4cd4-47d3-b905-462b051711c4 req-c13277bd-1b8d-4203-bc61-f9f90c15e990 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:43.572947 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31353fc6-4cd4-47d3-b905-462b051711c4 req-c13277bd-1b8d-4203-bc61-f9f90c15e990 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1026876 Jun 04 09:37:43.578570 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-0e6346db-1971-4a24-b290-8b7f7ef51640 service neutron] 10.222.0.47 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065156 Jun 04 09:37:43.682609 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-23540dd8-80ad-4dd2-8938-f0d685608670 req-eefdc677-b281-47c6-a613-2dd6645f62ac tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632485 Jun 04 09:37:43.729954 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31353fc6-4cd4-47d3-b905-462b051711c4 req-ea70e801-8b6e-44ed-96fc-3232b8d0f7ee tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503577 Jun 04 09:37:43.739131 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:43.752345 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f3a24282-01c5-4d52-8578-08f786144d24 req-0dcdae08-40bb-4702-821e-a8ecd701a091 service neutron] 10.222.0.47 "GET /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585114 Jun 04 09:37:44.811844 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618957-0cb9-4018-b0dc-df78f36bbb2d req-0b70634c-a2d4-4948-a2df-38497f6ba28c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:44.814252 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-78618957-0cb9-4018-b0dc-df78f36bbb2d req-0b70634c-a2d4-4948-a2df-38497f6ba28c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 944 time: 0.0531158 Jun 04 09:37:44.916938 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c0238-5cae-446f-80d5-576ca4166ff1 req-94ba95d8-70b0-44c6-8d03-5bd0755ca01a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:44.918854 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e80c0238-5cae-446f-80d5-576ca4166ff1 req-94ba95d8-70b0-44c6-8d03-5bd0755ca01a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0732799 Jun 04 09:37:44.925439 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-78618957-0cb9-4018-b0dc-df78f36bbb2d req-77959005-4ff4-447f-908b-dcf53100a1a3 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009300 Jun 04 09:37:44.976903 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e80c0238-5cae-446f-80d5-576ca4166ff1 req-c989203b-80a2-40ea-96d2-670fad50074e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484505 Jun 04 09:37:45.504150 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:45.507314 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:46.082684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31b234-1bb8-455b-8c63-040a5f23c534 req-caa25ce9-9f47-4793-8f7c-57fff7738e7c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:46.085112 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a31b234-1bb8-455b-8c63-040a5f23c534 req-caa25ce9-9f47-4793-8f7c-57fff7738e7c tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 944 time: 0.0823760 Jun 04 09:37:46.162462 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394486-879c-4e12-917d-692db0fb531c req-901a5fb9-b2fb-4add-846a-909ed447de65 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:46.164066 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-25394486-879c-4e12-917d-692db0fb531c req-901a5fb9-b2fb-4add-846a-909ed447de65 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0779004 Jun 04 09:37:46.198086 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a31b234-1bb8-455b-8c63-040a5f23c534 req-d1648216-01aa-4547-ba0a-7c81cafbe3ac tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003199 Jun 04 09:37:46.239118 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-25394486-879c-4e12-917d-692db0fb531c req-bfe3531c-a238-4361-a263-d6dc606cef0f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674882 Jun 04 09:37:46.328498 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device ecbeca6b-ff36-477c-ab4c-040ddc298883 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:37:46.441835 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:37:46.455179 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'ecbeca6b-ff36-477c-ab4c-040ddc298883', 'network_id': '76bcbf19-06a8-45d0-b67d-27a576d05e8f', 'port_id': 'ecbeca6b-ff36-477c-ab4c-040ddc298883', 'mac_address': 'fa:16:3e:a4:e6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d80c84a-8c5a-49cc-bb58-1843fc29dc5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:37:46.498567 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port ecbeca6b-ff36-477c-ab4c-040ddc298883 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:37:46.499005 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:46.514200 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbeca6b-ff36-477c-ab4c-040ddc298883 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:37:46.541426 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:37:46.613171 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:46.799657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:46.807791 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.808137 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.808520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.808860 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.809193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.809523 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.809906 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.810295 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.810624 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.810951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.811283 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.811604 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.811925 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.812253 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.812601 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:37:46.925883 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['ecbeca6b-ff36-477c-ab4c-040ddc298883'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:37:47.364478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e259-5f2b-41b6-8178-8a0d8a52b83c req-0b61b29b-ef5c-4ee9-bf14-e128632e4b59 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:47.366283 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7594e259-5f2b-41b6-8178-8a0d8a52b83c req-0b61b29b-ef5c-4ee9-bf14-e128632e4b59 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 945 time: 0.0875003 Jun 04 09:37:47.421044 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748f110-37d9-48ff-a240-baab51c239e3 req-d717365c-cb32-464c-a1aa-ecb8d9d0a673 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:47.423228 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3748f110-37d9-48ff-a240-baab51c239e3 req-d717365c-cb32-464c-a1aa-ecb8d9d0a673 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0805893 Jun 04 09:37:47.471424 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7594e259-5f2b-41b6-8178-8a0d8a52b83c req-8fb0b64d-36dc-41a2-bf19-1247935f1019 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882163 Jun 04 09:37:47.509027 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3748f110-37d9-48ff-a240-baab51c239e3 req-6425da20-e52b-4de0-a71a-fb7792202cec tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769143 Jun 04 09:37:48.345189 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device ecbeca6b-ff36-477c-ab4c-040ddc298883 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:37:48.514723 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port ecbeca6b-ff36-477c-ab4c-040ddc298883 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:37:48.572999 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port ecbeca6b-ff36-477c-ab4c-040ddc298883 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:37:48.573492 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:48.630174 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac2c55-615c-4336-bcdc-2fff0004ad74 req-76533636-f441-43de-aa51-3050554415ae tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:48.634051 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8eac2c55-615c-4336-bcdc-2fff0004ad74 req-76533636-f441-43de-aa51-3050554415ae tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 945 time: 0.0869689 Jun 04 09:37:48.664709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faff20-fce6-4deb-af38-d28e0da7e0d5 req-b4be1ffb-6cba-4106-9dc1-34e6a0af9709 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:48.666326 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7faff20-fce6-4deb-af38-d28e0da7e0d5 req-b4be1ffb-6cba-4106-9dc1-34e6a0af9709 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0780351 Jun 04 09:37:48.682506 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port ecbeca6b-ff36-477c-ab4c-040ddc298883 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:37:48.682896 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:48.715294 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:37:48.720039 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50663b-f046-4cd1-a985-bd1ad8e6d677" -d '{"events": [{"server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "name": "network-vif-plugged", "status": "completed", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:37:48.742305 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:37:48.747514 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8eac2c55-615c-4336-bcdc-2fff0004ad74 req-c491bc52-420c-4065-9890-8f57e6486f9e tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028447 Jun 04 09:37:48.758039 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f7faff20-fce6-4deb-af38-d28e0da7e0d5 req-18eed60b-5dde-4fb3-a075-6bd5dac5d0e6 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842705 Jun 04 09:37:48.858255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:48.894478 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c33789-d8df-4f3a-8223-940c5b3630d6 x-openstack-request-id: req-04c33789-d8df-4f3a-8223-940c5b3630d6 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:37:48.894951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "name": "network-vif-plugged", "status": "completed", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:37:48.895357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04c33789-d8df-4f3a-8223-940c5b3630d6 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:37:48.896167 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c33789-d8df-4f3a-8223-940c5b3630d6'] response: {'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883', 'code': 200} Jun 04 09:37:48.936408 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:37:49.241976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398b96-f603-49a9-aa01-5815eb42663d req-ac24f061-fa34-4453-a82a-2313327d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:49.243583 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d398b96-f603-49a9-aa01-5815eb42663d req-ac24f061-fa34-4453-a82a-2313327d68bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 1130 time: 0.0438375 Jun 04 09:37:49.298824 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d398b96-f603-49a9-aa01-5815eb42663d req-d4ff327d-7a41-469f-aef6-73a6f4a75ba4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494535 Jun 04 09:37:49.979297 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1465eb-6120-4c48-bb5f-9366f7570dc4 req-4c206258-48ea-41d6-868f-5b7f74158155 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:49.981803 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b1465eb-6120-4c48-bb5f-9366f7570dc4 req-4c206258-48ea-41d6-868f-5b7f74158155 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.1478028 Jun 04 09:37:49.993106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c303f6-7941-4ddc-a1b3-bee6e5b11338 req-2eab1ea7-fc83-49a4-948e-d05a9e456070 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:49.994697 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a4c303f6-7941-4ddc-a1b3-bee6e5b11338 req-2eab1ea7-fc83-49a4-948e-d05a9e456070 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1445594 Jun 04 09:37:50.069059 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:50.080970 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:50.086184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b1465eb-6120-4c48-bb5f-9366f7570dc4 req-4e00317a-f8da-4304-8d93-6d426a7088b8 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904284 Jun 04 09:37:50.091198 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a4c303f6-7941-4ddc-a1b3-bee6e5b11338 req-97478193-f421-432d-8818-85ae6a84e4bd tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883474 Jun 04 09:37:51.252711 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e97e2-63e7-467a-8bbb-5c9a7f86ff88 req-d7d1017e-8b85-44d6-b261-bd9526bfb6bc tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:51.254314 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d2e97e2-63e7-467a-8bbb-5c9a7f86ff88 req-d7d1017e-8b85-44d6-b261-bd9526bfb6bc tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.0853910 Jun 04 09:37:51.260600 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525e9b-68c1-4cc4-b0bf-9d6b1309fd01 req-a51b08c0-64bf-4089-a0e2-350757abda2c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:51.262148 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-11525e9b-68c1-4cc4-b0bf-9d6b1309fd01 req-a51b08c0-64bf-4089-a0e2-350757abda2c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0808535 Jun 04 09:37:51.341691 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2d2e97e2-63e7-467a-8bbb-5c9a7f86ff88 req-65ead8ac-a167-4423-93ac-ea3034f661bb tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785210 Jun 04 09:37:51.357558 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-11525e9b-68c1-4cc4-b0bf-9d6b1309fd01 req-127d8c38-f02e-43fa-9ce6-d49c17401947 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791435 Jun 04 09:37:52.511417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dcc99-8049-4410-867d-72147c696c96 req-13927a4e-1a44-40bf-bace-f2bd05048de5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:52.511417 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d72dcc99-8049-4410-867d-72147c696c96 req-13927a4e-1a44-40bf-bace-f2bd05048de5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0647600 Jun 04 09:37:52.568419 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d72dcc99-8049-4410-867d-72147c696c96 req-b3876a45-9122-4437-accb-f4cb66fd391b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518527 Jun 04 09:37:52.687477 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-61182bbf-adf9-47d1-b1d3-47f173f2ac63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:52.889907 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=13 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:52.894079 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:53.717769 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82d427-9497-49e0-8675-5527a8fcbd66 req-09606131-3b88-4102-a626-70cb83e39581 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:53.720043 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b82d427-9497-49e0-8675-5527a8fcbd66 req-09606131-3b88-4102-a626-70cb83e39581 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0632670 Jun 04 09:37:53.779731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b82d427-9497-49e0-8675-5527a8fcbd66 req-e52ee4e7-51ab-4039-8358-53a174ea78f7 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516183 Jun 04 09:37:54.927481 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbb853-8558-4a5c-94c3-c313dc22561e req-099f485e-7298-4033-b5b8-a07fd4b280cc tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:54.930319 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09fbb853-8558-4a5c-94c3-c313dc22561e req-099f485e-7298-4033-b5b8-a07fd4b280cc tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0625901 Jun 04 09:37:54.988961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-09fbb853-8558-4a5c-94c3-c313dc22561e req-27c9af17-3332-4dc4-9382-e9d55c27599a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526779 Jun 04 09:37:55.659619 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-762b7f8b-f08e-4f4e-9828-5b6ee0845ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:56.082982 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-c1e3fe5c-e26a-4f74-b515-dd972f731616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:56.085677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-c1e3fe5c-e26a-4f74-b515-dd972f731616 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.0543156 Jun 04 09:37:56.259207 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1387f-1a56-4bb4-9e82-90d5ddb39066 req-25f86498-2d49-4202-80f9-43a41a6c3a73 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:56.261872 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39a1387f-1a56-4bb4-9e82-90d5ddb39066 req-25f86498-2d49-4202-80f9-43a41a6c3a73 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1747503 Jun 04 09:37:56.379635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-a8555875-3cdd-4dbb-b830-745ab21ae322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:56.382178 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-a8555875-3cdd-4dbb-b830-745ab21ae322 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.2776496 Jun 04 09:37:56.389780 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:56.411115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-39a1387f-1a56-4bb4-9e82-90d5ddb39066 req-14e3f2d3-13b1-41c6-8d14-c3f2dcff67db tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370592 Jun 04 09:37:56.505296 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-96f9dce0-2a31-4583-9af0-1888b9c65936 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 1001 time: 0.1140745 Jun 04 09:37:56.558071 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-1fc71ede-bbbd-4051-b9c3-18f454ff9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:56.559648 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-1fc71ede-bbbd-4051-b9c3-18f454ff9ffe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0488098 Jun 04 09:37:56.610559 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-ca0d3fae-717b-435e-9ed9-320e3f7b81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:56.612097 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-ca0d3fae-717b-435e-9ed9-320e3f7b81f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442655 Jun 04 09:37:56.719087 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-150be4bd-38c9-4bd3-8a19-b1cb972db62e service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008797 Jun 04 09:37:56.808563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:56.816159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:56.833711 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-636a42f3-ac85-4403-b408-2c3951f7d77b req-eb829bb8-adc3-4832-aaea-ba14f6f97334 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068547 Jun 04 09:37:57.549698 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818471c-2893-40b6-876c-7f3469c0d530 req-0616f55b-31b8-4b9b-bd12-9edb315a1607 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:57.551188 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b818471c-2893-40b6-876c-7f3469c0d530 req-0616f55b-31b8-4b9b-bd12-9edb315a1607 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0592587 Jun 04 09:37:57.635981 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b818471c-2893-40b6-876c-7f3469c0d530 req-74d35f99-e71d-43e3-9448-f949cd00e3f8 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781939 Jun 04 09:37:58.815525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475cdba-5c46-46b6-99f1-849ec3b9b3d7 req-5a3bb04c-2cc9-4deb-97db-04702908421a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:37:58.818232 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5475cdba-5c46-46b6-99f1-849ec3b9b3d7 req-5a3bb04c-2cc9-4deb-97db-04702908421a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0643158 Jun 04 09:37:58.869905 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:37:58.881208 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5475cdba-5c46-46b6-99f1-849ec3b9b3d7 req-104ebb38-1f4b-4eb5-8704-13fdda8dfd8a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546198 Jun 04 09:37:59.822231 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:37:59.944841 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:00.036125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24494-378e-49a9-a626-76f68102a228 req-6961ecf8-970b-4902-975f-4cfbb666569b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:00.038110 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bf24494-378e-49a9-a626-76f68102a228 req-6961ecf8-970b-4902-975f-4cfbb666569b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0598476 Jun 04 09:38:00.107046 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bf24494-378e-49a9-a626-76f68102a228 req-0ed013d4-52cd-4905-a62f-8ba2e8951f7f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621984 Jun 04 09:38:00.632743 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949daf1-c428-4881-9f47-9e583fc2adef req-c6e53e93-c481-4bd0-8d73-760e98877bcd tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:00.634684 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6949daf1-c428-4881-9f47-9e583fc2adef req-c6e53e93-c481-4bd0-8d73-760e98877bcd tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0598178 Jun 04 09:38:00.716846 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6949daf1-c428-4881-9f47-9e583fc2adef req-8bcc13cd-0b04-4dd9-9d8e-dfabd76a5a3f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730231 Jun 04 09:38:00.798751 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-9d832cb7-0b4e-4fd3-9615-90980a4154e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1626399 Jun 04 09:38:00.978524 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-33c97c6f-22f4-4db4-b2c9-2aeb62755a82 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:00.980163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-33c97c6f-22f4-4db4-b2c9-2aeb62755a82 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports/9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 942 time: 0.1502419 Jun 04 09:38:01.873944 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96981a0f-b4b3-4c78-97f1-45236d7f8107 req-ca8044f1-cc50-41b0-a4a2-16ab37573c69 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:01.875679 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-96981a0f-b4b3-4c78-97f1-45236d7f8107 req-ca8044f1-cc50-41b0-a4a2-16ab37573c69 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0566704 Jun 04 09:38:01.968227 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-96981a0f-b4b3-4c78-97f1-45236d7f8107 req-ba3225c2-bd74-46b2-a28d-b3cee582bb65 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854678 Jun 04 09:38:03.098625 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230f232-8dac-4d50-b371-c0834da44356 req-3da2f7c8-5e84-461f-9b97-4311ac31f841 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:03.100246 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f230f232-8dac-4d50-b371-c0834da44356 req-3da2f7c8-5e84-461f-9b97-4311ac31f841 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0508657 Jun 04 09:38:03.155961 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f230f232-8dac-4d50-b371-c0834da44356 req-87e3a4b8-c4c7-455b-8223-4183b18a1a8e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497475 Jun 04 09:38:03.808573 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:03.854059 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:03.889308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9864a826-5e4f-4326-b509-2e17ff9f1949 is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:03.889675 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:03.916132 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:03.920895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9a381-0801-4f90-98e7-39f2ead3c970" -d '{"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-unplugged", "status": "completed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:03.935048 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:03.977191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c582b2-815c-458f-b3e9-e9342adbdb31 x-openstack-request-id: req-05c582b2-815c-458f-b3e9-e9342adbdb31 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:03.977543 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-unplugged", "status": "failed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "code": 422}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:03.977804 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05c582b2-815c-458f-b3e9-e9342adbdb31 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:03.978255 dv-cinder-844695-1-iscsi neutron-server[104570]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-05c582b2-815c-458f-b3e9-e9342adbdb31']: {'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'code': 422} returned with failed status Jun 04 09:38:04.063717 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:04.087732 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:04.093566 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:04.116784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:04.290962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d61ab-49c8-45f0-9014-2a6ae664e5eb req-601e5505-b191-4869-b1ce-cf3c9c69bd6e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:04.292631 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab8d61ab-49c8-45f0-9014-2a6ae664e5eb req-601e5505-b191-4869-b1ce-cf3c9c69bd6e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0551460 Jun 04 09:38:04.349029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ab8d61ab-49c8-45f0-9014-2a6ae664e5eb req-b7c5f2fe-572b-417e-af2d-df2229ceb71d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Jun 04 09:38:05.489274 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9235-697e-4c28-a62e-41ad16ed7a73 req-dea250f3-c255-44c1-b238-e43cf7fee3c9 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:05.492191 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-256a9235-697e-4c28-a62e-41ad16ed7a73 req-dea250f3-c255-44c1-b238-e43cf7fee3c9 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0556729 Jun 04 09:38:05.554013 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-256a9235-697e-4c28-a62e-41ad16ed7a73 req-1963ffa1-3b47-4af9-a323-9c7adc31a9b3 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551529 Jun 04 09:38:05.595683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:06.697979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe777e-0ae0-451c-a2ef-56d6ba17ee8a req-594d47bd-d7f2-4e26-8ecb-0a051762ffc1 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:06.699550 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c3fe777e-0ae0-451c-a2ef-56d6ba17ee8a req-594d47bd-d7f2-4e26-8ecb-0a051762ffc1 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0574501 Jun 04 09:38:06.750927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:06.761645 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c3fe777e-0ae0-451c-a2ef-56d6ba17ee8a req-3cc92c22-aac7-42f9-b568-6aba6c342a4e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551982 Jun 04 09:38:07.911337 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d43e97-7bbb-4a5d-a109-13504c17d816 req-55fa3ccc-047e-4b39-b37e-dbaec49ceb18 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:07.913039 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e8d43e97-7bbb-4a5d-a109-13504c17d816 req-55fa3ccc-047e-4b39-b37e-dbaec49ceb18 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0545690 Jun 04 09:38:07.972639 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e8d43e97-7bbb-4a5d-a109-13504c17d816 req-4b294f23-0721-4e10-b02d-a5f5132a526c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523610 Jun 04 09:38:09.100242 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc83b8-89e6-479f-b208-371e21d51ab2 req-e615bbdf-d526-497f-af79-dbb93a61a74b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.101921 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7fcc83b8-89e6-479f-b208-371e21d51ab2 req-e615bbdf-d526-497f-af79-dbb93a61a74b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0544238 Jun 04 09:38:09.151666 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:09.157361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7fcc83b8-89e6-479f-b208-371e21d51ab2 req-aa4e6205-e99c-460b-8adc-64582fbcbd0a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Jun 04 09:38:09.317945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-f96749f1-03da-4bab-b591-2d0cb5df92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.319453 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-f96749f1-03da-4bab-b591-2d0cb5df92f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5&tenant_id=d7bc412a2d2f4fc68c2a9f3562232807 HTTP/1.1" status: 200 len: 1127 time: 0.0464609 Jun 04 09:38:09.424674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-a1da96e6-6cb5-4d6a-9915-d7383aa94a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.427199 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-a1da96e6-6cb5-4d6a-9915-d7383aa94a4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1127 time: 0.0660026 Jun 04 09:38:09.523232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-c6381049-d156-4ebb-a4e0-91302788ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.524917 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-c6381049-d156-4ebb-a4e0-91302788ed99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.0905159 Jun 04 09:38:09.596831 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-7dc0a4ab-5883-438e-aca6-5e6c80f57975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 999 time: 0.0620992 Jun 04 09:38:09.652719 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-6d37676c-dee0-42ec-b2ff-4b6d8572c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.654208 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-6d37676c-dee0-42ec-b2ff-4b6d8572c995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0503287 Jun 04 09:38:09.710444 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-b449e55f-17b2-49b4-8527-103d555c0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:09.712139 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-b449e55f-17b2-49b4-8527-103d555c0782 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488241 Jun 04 09:38:09.816353 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-2b7ca08b-a331-44c3-ab94-a97e41fe96d1 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972300 Jun 04 09:38:09.919440 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5d168b0f-f102-47f8-bfcb-694656056e0b req-61ccb896-2faa-41fb-997f-e5882af01a12 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972810 Jun 04 09:38:10.308982 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab121a-353f-4c98-bb41-63d4a7708231 req-f4e9697e-d733-455d-ba0c-6ead265f785e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:10.310659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18ab121a-353f-4c98-bb41-63d4a7708231 req-f4e9697e-d733-455d-ba0c-6ead265f785e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0607302 Jun 04 09:38:10.368069 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18ab121a-353f-4c98-bb41-63d4a7708231 req-a14c5c65-9f3d-42fa-8eb0-5904d4793391 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511189 Jun 04 09:38:11.521361 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51b76-c9bd-4064-9367-8f83babe9a87 req-ca70ee8f-5bfd-4d7a-8932-1cb524b0f816 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:11.523060 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c5b51b76-c9bd-4064-9367-8f83babe9a87 req-ca70ee8f-5bfd-4d7a-8932-1cb524b0f816 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0629632 Jun 04 09:38:11.582149 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c5b51b76-c9bd-4064-9367-8f83babe9a87 req-53283b58-acce-458c-8110-cd01064a5d4d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528738 Jun 04 09:38:12.164975 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:38:12.708109 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266ec7-9c5a-4ed2-8bd0-4246f3089ee6 req-0b58823f-9567-4ec1-84ed-5aa8bc713c1c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:12.710183 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b7266ec7-9c5a-4ed2-8bd0-4246f3089ee6 req-0b58823f-9567-4ec1-84ed-5aa8bc713c1c tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0535901 Jun 04 09:38:12.773483 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b7266ec7-9c5a-4ed2-8bd0-4246f3089ee6 req-6eaea331-5a15-415a-8e20-012791e134d3 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532851 Jun 04 09:38:13.916478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2456a0-1207-40b5-b4c9-2d3786cf7457 req-f67b6de4-a683-4972-bf98-d2f6ec7ccd53 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:13.918067 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da2456a0-1207-40b5-b4c9-2d3786cf7457 req-f67b6de4-a683-4972-bf98-d2f6ec7ccd53 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0534647 Jun 04 09:38:13.972421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da2456a0-1207-40b5-b4c9-2d3786cf7457 req-9e0f6714-df10-4417-bf60-4310a66c667d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474043 Jun 04 09:38:15.099305 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdf0ef-4e34-42ca-a6ef-b6bce7567fea req-fa09a81e-d829-49e9-a5ff-55ffe1eda3e5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:15.100941 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28fdf0ef-4e34-42ca-a6ef-b6bce7567fea req-fa09a81e-d829-49e9-a5ff-55ffe1eda3e5 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0544863 Jun 04 09:38:15.132083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:15.140644 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:15.167671 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28fdf0ef-4e34-42ca-a6ef-b6bce7567fea req-6250f7af-189c-4d0f-809e-cf9527a14514 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580750 Jun 04 09:38:15.510568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:16.331401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28179-8df6-4625-8271-e493ac9392ea req-1f1e8c9f-50dd-4dcc-9a41-b6dcb34fda6a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:16.333131 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62f28179-8df6-4625-8271-e493ac9392ea req-1f1e8c9f-50dd-4dcc-9a41-b6dcb34fda6a tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 943 time: 0.0691586 Jun 04 09:38:16.392640 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62f28179-8df6-4625-8271-e493ac9392ea req-46f81c0f-8219-4c50-8837-517d2fefe82d tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526516 Jun 04 09:38:16.767589 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:38:16.900121 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:16.915181 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'port_id': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'mac_address': 'fa:16:3e:3e:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:38:16.967583 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9864a826-5e4f-4326-b509-2e17ff9f1949 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:16.967886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:16.988748 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9864a826-5e4f-4326-b509-2e17ff9f1949 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:38:17.014486 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:17.105224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-df03e4e9-1f46-4dda-8596-74849c928420 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921571042&fields=id&tenant_id=a3e40664a37c420c9fc2e05af20e182b HTTP/1.1" status: 200 len: 267 time: 0.0718052 Jun 04 09:38:17.132547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:17.182463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-b0bcff20-7b73-4be3-89ef-636ad0689eee tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:17.194112 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:17.197163 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-b0bcff20-7b73-4be3-89ef-636ad0689eee tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 985 time: 0.0846293 Jun 04 09:38:17.207691 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Request body: {'port': {'security_groups': ['b5199e93-1acd-4199-b005-d7e2f622c311']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:17.317652 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0b873-5d7c-40e7-8dfb-6216538b3d1b req-db9942ff-0eb9-45ee-87df-64d4eb4ca391 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:17.321082 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f8a0b873-5d7c-40e7-8dfb-6216538b3d1b req-db9942ff-0eb9-45ee-87df-64d4eb4ca391 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.0774953 Jun 04 09:38:17.404705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:17.476912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['9864a826-5e4f-4326-b509-2e17ff9f1949'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:38:17.478048 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f8a0b873-5d7c-40e7-8dfb-6216538b3d1b req-6fa890be-8262-46fc-a584-1f49fc4fc0c4 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245518 Jun 04 09:38:17.996921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9538ec-d415-44ad-90f0-9d10be672e0a req-d1ac534a-1e56-4add-8bdf-79a38cc40912 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:17.999551 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db9538ec-d415-44ad-90f0-9d10be672e0a req-d1ac534a-1e56-4add-8bdf-79a38cc40912 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 944 time: 0.1193821 Jun 04 09:38:18.202647 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db9538ec-d415-44ad-90f0-9d10be672e0a req-917b1496-0333-4d3c-b35c-7caf83815d15 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959863 Jun 04 09:38:18.256868 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:18.293789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.446572 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.488932 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:38:18.496538 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:18.497220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.498690 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fd276dc3-f8f7-47f2-b4df-8212b4262c3e req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "PUT /v2.0/ports/57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 943 time: 1.2999270 Jun 04 09:38:18.499177 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:18.502111 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a3050-6391-4678-9051-ccd7c1aef6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:18.510593 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35620) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:18.560824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0fb3d-d335-4325-9535-da8c975380a3 x-openstack-request-id: req-a8e0fb3d-d335-4325-9535-da8c975380a3 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:18.561389 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:18.561852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8e0fb3d-d335-4325-9535-da8c975380a3 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:18.562470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e0fb3d-d335-4325-9535-da8c975380a3'] response: {'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:38:18.570084 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca933b5b-7084-46ea-8460-7ca13265eb10 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event updated for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=7']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:18.638024 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (b75cbef9-bf9a-4a9b-a751-a08ff25e4be6), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.661191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:38:18.695211 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (b75cbef9-bf9a-4a9b-a751-a08ff25e4be6), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.720232 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75056b5c-a2f7-47e5-add5-882b54d0ad83 req-14823b66-78ce-43d5-9b4c-c0c94d60f5da tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:18.723175 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-75056b5c-a2f7-47e5-add5-882b54d0ad83 req-14823b66-78ce-43d5-9b4c-c0c94d60f5da tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.0927746 Jun 04 09:38:18.776711 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:18.790337 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:38:18.827721 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:18.859433 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-75056b5c-a2f7-47e5-add5-882b54d0ad83 req-16cdc64c-79c3-4432-976e-92b38e9dea75 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298573 Jun 04 09:38:18.891886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b2154d57-7d4c-425a-b7ba-bfee531001ea None None] Provisioning complete for port 57fc7a38-0352-4ed2-86c0-8326320ec471 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:18.892250 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2154d57-7d4c-425a-b7ba-bfee531001ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.894215 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:18.907962 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b75cbef9-bf9a-4a9b-a751-a08ff25e4be6), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.911129 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:18.912833 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "DELETE /v2.0/security-groups/b75cbef9-bf9a-4a9b-a751-a08ff25e4be6 HTTP/1.1" status: 204 len: 168 time: 0.4009132 Jun 04 09:38:18.913025 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-2397036d-f66a-456b-ad2f-16272922eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:18.915700 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-2397036d-f66a-456b-ad2f-16272922eb28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1130 time: 0.0748906 Jun 04 09:38:18.921339 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35626) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:18.925818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75cbef9-bf9a-4a9b-a751-a08ff25e4be6,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:18.935187 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.935935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.936730 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.937360 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.938650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.939651 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.940099 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.940606 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.941026 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.941455 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.941931 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.942467 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.943151 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.943860 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.944415 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700dcd05-5858-4b97-b07f-231fe9b912f1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:18.957963 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 9864a826-5e4f-4326-b509-2e17ff9f1949 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:18.958338 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.009425 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:19.085919 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b2154d57-7d4c-425a-b7ba-bfee531001ea None None] Current status of the port 57fc7a38-0352-4ed2-86c0-8326320ec471 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:19.127232 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 9864a826-5e4f-4326-b509-2e17ff9f1949 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:19.128152 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.160836 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:19.164934 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16fa8b0-dedc-4f2b-a456-8ac18e0e05a2" -d '{"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-plugged", "status": "completed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:19.189986 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:19.237356 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-92ec06f9-b5e3-4e98-8af4-e00e1f751870 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.238449 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c14219a-8655-4c68-a7bb-5da995ad0eed x-openstack-request-id: req-8c14219a-8655-4c68-a7bb-5da995ad0eed {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:19.238873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-plugged", "status": "completed", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:19.239073 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-92ec06f9-b5e3-4e98-8af4-e00e1f751870 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.0972145 Jun 04 09:38:19.239397 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c14219a-8655-4c68-a7bb-5da995ad0eed {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:19.240047 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c14219a-8655-4c68-a7bb-5da995ad0eed'] response: {'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'code': 200} Jun 04 09:38:19.247685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-39f717e8-75f4-4b84-9019-70a8fbc563cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.249318 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-39f717e8-75f4-4b84-9019-70a8fbc563cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.2542441 Jun 04 09:38:19.260188 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Deleting port 24c0c666-e43d-4249-bb6a-51bc7ff65e1a {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:19.260553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.275032 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.380047 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:19.505734 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-98407542-2aca-4771-adf4-4e3d44b1bfb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 1002 time: 0.2011409 Jun 04 09:38:19.512471 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b7f6-c14e-41d3-8b24-20874f13b17f req-712129ce-f0d1-4810-a6ff-4e96a8d11fef tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.513989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46d8b7f6-c14e-41d3-8b24-20874f13b17f req-712129ce-f0d1-4810-a6ff-4e96a8d11fef tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1889699 Jun 04 09:38:19.579331 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:19.595126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.598179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for floatingip (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.619609 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Deleting port ecbeca6b-ff36-477c-ab4c-040ddc298883 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:19.619951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:19.698522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Calling delete_port for 24c0c666-e43d-4249-bb6a-51bc7ff65e1a owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:19.749766 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-b0d37f68-eeb1-465d-aba0-7ff95416b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.751357 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-b0d37f68-eeb1-465d-aba0-7ff95416b732 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.2339880 Jun 04 09:38:19.851368 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745c0d1-e026-406b-9c2e-fba56f512a4e req-cbd12337-d247-4bcb-bef4-b8fd6d441101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.851724 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e745c0d1-e026-406b-9c2e-fba56f512a4e req-cbd12337-d247-4bcb-bef4-b8fd6d441101 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.2268307 Jun 04 09:38:19.898188 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46d8b7f6-c14e-41d3-8b24-20874f13b17f req-84f2123a-1139-4069-80d5-e35f398d3333 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633425 Jun 04 09:38:19.948690 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-72026ae9-247d-4a80-9e70-a41d2ca2b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:19.950278 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-72026ae9-247d-4a80-9e70-a41d2ca2b6dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1859012 Jun 04 09:38:20.051610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] For port ecbeca6b-ff36-477c-ab4c-040ddc298883, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=ecbeca6b-ff36-477c-ab4c-040ddc298883,segment=NetworkSegment(fe021291-68bb-44e5-a216-6b08044faba0),segment_id=fe021291-68bb-44e5-a216-6b08044faba0)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:20.051976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:20.116527 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Calling delete_port for ecbeca6b-ff36-477c-ab4c-040ddc298883 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:20.134742 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e745c0d1-e026-406b-9c2e-fba56f512a4e req-6e6c8f6c-7047-4a8b-8fb0-27bef9a1deae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617638 Jun 04 09:38:20.161712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af8b82-94d8-46cf-bc63-13fa2a0f865c req-159c42b9-ba97-4c63-94dd-ee8d79ee1a6d tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:20.163356 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-21af8b82-94d8-46cf-bc63-13fa2a0f865c req-159c42b9-ba97-4c63-94dd-ee8d79ee1a6d tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 946 time: 0.1814106 Jun 04 09:38:20.290305 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-922cd700-d373-4b33-8ed6-134c02c0ac5e service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321350 Jun 04 09:38:20.339856 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-21af8b82-94d8-46cf-bc63-13fa2a0f865c req-7157d256-392c-4705-b38a-62c0f396db70 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/security-groups?id=257b5be8-a496-472a-9c79-ae94ab2bd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646509 Jun 04 09:38:20.362739 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:20.452424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:20.511098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (24c0c666-e43d-4249-bb6a-51bc7ff65e1a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:20.515655 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5a3a3050-6391-4678-9051-ccd7c1aef6b2 req-c0a8035c-b2c0-45f7-abcc-71ea01139037 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217871 Jun 04 09:38:20.545057 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event deleted for resources: {'Port': ['ID=24c0c666-e43d-4249-bb6a-51bc7ff65e1a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:20.595783 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (ecbeca6b-ff36-477c-ab4c-040ddc298883), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:20.634248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['ecbeca6b-ff36-477c-ab4c-040ddc298883'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:38:20.641155 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Pushing event deleted for resources: {'Port': ['ID=ecbeca6b-ff36-477c-ab4c-040ddc298883,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:20.671734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks [] for floatingip (7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:20.672140 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Floating IP 7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c disassociated (deleted). External IP: 172.27.0.131, port: 57fc7a38-0352-4ed2-86c0-8326320ec471. Jun 04 09:38:20.735473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] No DVR routers for this DVR port ecbeca6b-ff36-477c-ab4c-040ddc298883 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:20.739700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:20.743093 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ea1780fd-20d2-4bc9-aadb-8f08f9990276 req-0c0d3315-86bb-4748-9928-cd9e3ff6f564 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.47 "DELETE /v2.0/ports/ecbeca6b-ff36-477c-ab4c-040ddc298883 HTTP/1.1" status: 204 len: 173 time: 1.4397354 Jun 04 09:38:20.743583 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'name': 'network-vif-deleted', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:20.746107 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e26c15-5063-4ec4-9273-297e67bb3a3a" -d '{"events": [{"server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "name": "network-vif-deleted", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:20.797160 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa07f2-4e83-42a6-a73e-efd5aca20182 x-openstack-request-id: req-7cfa07f2-4e83-42a6-a73e-efd5aca20182 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:20.797543 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b60e3c6-dd02-4f36-94a2-905721262257", "name": "network-vif-deleted", "tag": "ecbeca6b-ff36-477c-ab4c-040ddc298883", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:20.797837 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cfa07f2-4e83-42a6-a73e-efd5aca20182 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:20.798330 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfa07f2-4e83-42a6-a73e-efd5aca20182'] response: {'server_uuid': '0b60e3c6-dd02-4f36-94a2-905721262257', 'name': 'network-vif-deleted', 'tag': 'ecbeca6b-ff36-477c-ab4c-040ddc298883', 'status': 'completed', 'code': 200} Jun 04 09:38:20.949903 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:38:21.099014 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437636-dbc6-419a-8f2e-64415545b1a1 req-3d02fc95-3dcd-4426-bf98-22ee132dfb7e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:21.100892 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-69437636-dbc6-419a-8f2e-64415545b1a1 req-3d02fc95-3dcd-4426-bf98-22ee132dfb7e tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0955970 Jun 04 09:38:21.121808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:21.133742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:21.140052 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Sync routers for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:21.153163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:21.154189 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:37:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:21.211494 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:21.224937 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e966c873-43d7-40a8-94dd-046e3b9abd73 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "DELETE /v2.0/floatingips/7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c HTTP/1.1" status: 204 len: 168 time: 2.3015723 Jun 04 09:38:21.253036 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-69437636-dbc6-419a-8f2e-64415545b1a1 req-f3a530aa-44b7-40aa-b8e1-92b568acbe08 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432090 Jun 04 09:38:21.297122 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:21.475067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:21.525322 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28c69167-5ac2-4426-95f4-140d42aad7f1 req-3718da89-6d96-4a2b-9774-78a8a098c3fc tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.0589390 Jun 04 09:38:21.615897 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:21.659392 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Checking router: e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:38:21.675637 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:21.676725 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:37:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:21.854588 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:22.006559 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-26912ddb-88f7-4593-94c7-76c78b6754d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3491783 Jun 04 09:38:22.098593 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-4013176f-7fb0-41d5-bccb-34a9d9f22556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:22.101221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-4013176f-7fb0-41d5-bccb-34a9d9f22556 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1130 time: 0.0610247 Jun 04 09:38:22.141556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:22.161395 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:22.184589 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9fdfe9-1a8b-41b7-86df-0bc2b559b0ea None None] The sync data for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi is: [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:35:39Z', 'revision_number': 4, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '83ad7664-e7ed-497f-9f16-463bfaad9741', 'name': '', 'network_id': '0b66f292-20aa-47ea-a6fc-a91f7e2fb578', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'mac_address': 'fa:16:3e:1e:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:38Z', 'updated_at': '2022-06-04T09:35:46Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'subnets': [{'id': 'd4021eb7-1497-46ba-a77b-335205ac9bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:38:22.255893 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-a54c11f5-bd8e-4c2b-9596-4215d144f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:22.258612 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-a54c11f5-bd8e-4c2b-9596-4215d144f456 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.1351392 Jun 04 09:38:22.411157 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf44da-0fc5-46c0-9c50-c8992685ad09 req-bd1dbc15-1d77-4a9d-8fac-d76eca3f47b4 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:22.414021 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bdf44da-0fc5-46c0-9c50-c8992685ad09 req-bd1dbc15-1d77-4a9d-8fac-d76eca3f47b4 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0682080 Jun 04 09:38:22.514697 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab08474-2229-488f-a02d-8782b42a6cf0 None None] New status for floating IP 7d41aa74-e5a1-4613-bec5-1bf4cb88ec2c: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:38:22.532728 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-1a630841-b2d2-4fb5-80d8-ae7d6908fe72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 217 time: 0.0727937 Jun 04 09:38:22.563543 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bdf44da-0fc5-46c0-9c50-c8992685ad09 req-92692f03-e949-437d-85d7-f0def338a2a3 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428092 Jun 04 09:38:22.589103 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b086a0cf-00fb-4277-924a-8c77347aab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:22.649655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-731df7de-8b3e-4777-aad1-c96e79cf861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:22.653240 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-731df7de-8b3e-4777-aad1-c96e79cf861e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.1115842 Jun 04 09:38:22.772261 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4a7514fd-25cb-477c-8031-3602964eddcf req-b21df12c-6184-427a-9e45-645cc8b2eed7 tempest-VolumesSnapshotTestJSON-2112966208 tempest-VolumesSnapshotTestJSON-2112966208-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b60e3c6-dd02-4f36-94a2-905721262257 HTTP/1.1" status: 200 len: 210 time: 0.0870702 Jun 04 09:38:22.784132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-082a9b50-e0b1-4f53-bd3c-bc87d1391fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:22.787278 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-082a9b50-e0b1-4f53-bd3c-bc87d1391fba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1263752 Jun 04 09:38:22.808885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:22.813844 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28059663-ad24-42b1-ab3a-e8d3deb8d488" -d '{"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:22.919803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2849e21-395d-41f3-9ca5-1bd57f30c07f x-openstack-request-id: req-e2849e21-395d-41f3-9ca5-1bd57f30c07f {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:22.920263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:22.920671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2849e21-395d-41f3-9ca5-1bd57f30c07f {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:22.922603 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2849e21-395d-41f3-9ca5-1bd57f30c07f'] response: {'name': 'network-changed', 'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:38:22.926821 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device ecbeca6b-ff36-477c-ab4c-040ddc298883 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:22.929110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:22.952654 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: ecbeca6b-ff36-477c-ab4c-040ddc298883 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:22.953024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device ecbeca6b-ff36-477c-ab4c-040ddc298883 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:22.995247 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-32e2fc75-249e-42c7-b953-c199b4119dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012520 Jun 04 09:38:23.074990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:23.116726 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-98a0c1c8-e1b8-4e8b-b6fa-2dba10fa281f req-b28f721f-b178-43c4-82f1-a38a889544b5 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147187 Jun 04 09:38:23.356714 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-2dc02447-f802-436c-b660-4d3d1a385ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:23.359948 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-2dc02447-f802-436c-b660-4d3d1a385ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e40664a37c420c9fc2e05af20e182b&device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 1130 time: 0.0716174 Jun 04 09:38:23.465413 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-39a47e61-dbc8-447e-bf41-371a56a1222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:23.466862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-39a47e61-dbc8-447e-bf41-371a56a1222e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 200 len: 916 time: 0.1008105 Jun 04 09:38:23.508682 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-cbad89a8-e9ad-4e50-bdf4-5d39be5c5dd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 200 len: 217 time: 0.0354075 Jun 04 09:38:23.566522 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-7255321d-fff0-43f1-857c-0d5ef80ce8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:23.568029 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-7255321d-fff0-43f1-857c-0d5ef80ce8f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 200 len: 854 time: 0.0540841 Jun 04 09:38:23.615442 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-3b645444-006d-4ff6-88e9-6daf18bdf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:23.617151 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-3b645444-006d-4ff6-88e9-6daf18bdf057 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b66f292-20aa-47ea-a6fc-a91f7e2fb578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432734 Jun 04 09:38:23.725586 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-10e95e48-f725-4068-afd8-84a87aafb51d service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022472 Jun 04 09:38:23.831738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:23.838332 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-28059663-ad24-42b1-ab3a-e8d3deb8d488 req-c4825d7e-9c6d-4800-9e19-05f77e09d819 service neutron] 10.222.0.47 "GET /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069622 Jun 04 09:38:25.674754 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d458bb02-e9d2-41c3-bec8-9fc62ce031d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:26.249092 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d051e9-06e7-4ef9-b15f-ccb5dae849cb req-2758033a-900c-4116-8e8b-db1f3258577e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:26.251395 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-06d051e9-06e7-4ef9-b15f-ccb5dae849cb req-2758033a-900c-4116-8e8b-db1f3258577e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0567298 Jun 04 09:38:26.330016 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-06d051e9-06e7-4ef9-b15f-ccb5dae849cb req-79e8b7f6-998a-4eb6-a780-1c10907280d7 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Jun 04 09:38:26.382558 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:27.461610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8d3-41e1-473a-9985-b666c541b3c3 req-ff396515-96c6-4701-b0a2-c5197a9e201e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:27.463332 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2f0a8d3-41e1-473a-9985-b666c541b3c3 req-ff396515-96c6-4701-b0a2-c5197a9e201e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0572274 Jun 04 09:38:27.523897 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b2f0a8d3-41e1-473a-9985-b666c541b3c3 req-2a3214f6-d935-4b30-a778-c5042ec39c4e tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534768 Jun 04 09:38:28.673828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b46a8-1d31-4f0e-98c3-dd15cf5685b4 req-af3957be-1200-4172-b73d-a3966fe21441 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:28.676546 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-181b46a8-1d31-4f0e-98c3-dd15cf5685b4 req-af3957be-1200-4172-b73d-a3966fe21441 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0790544 Jun 04 09:38:28.737578 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-181b46a8-1d31-4f0e-98c3-dd15cf5685b4 req-b2c2cb9f-763b-45dc-b4d5-224fd210ebf1 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Jun 04 09:38:28.864018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:28.925842 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:28.929928 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=11 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:29.571924 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-4f162ba9-395f-4b61-9462-302fa2415662 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:29.573462 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-4f162ba9-395f-4b61-9462-302fa2415662 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0517707 Jun 04 09:38:29.672668 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Deleting port 57fc7a38-0352-4ed2-86c0-8326320ec471 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:29.673083 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:29.782570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] For port 57fc7a38-0352-4ed2-86c0-8326320ec471, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=57fc7a38-0352-4ed2-86c0-8326320ec471,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:29.783293 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:29.808530 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Calling delete_port for 57fc7a38-0352-4ed2-86c0-8326320ec471 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:29.886161 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:29.909253 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:29.938247 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dbb25-0f58-4ecb-b925-3368989776c5 req-a1f60300-fb63-4bcf-9bc3-a0f05e491100 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:29.939918 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f89dbb25-0f58-4ecb-b925-3368989776c5 req-a1f60300-fb63-4bcf-9bc3-a0f05e491100 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 946 time: 0.0754447 Jun 04 09:38:30.037986 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f89dbb25-0f58-4ecb-b925-3368989776c5 req-5274e0d0-5640-4cd2-bfc6-458104c8b3b6 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5199e93-1acd-4199-b005-d7e2f622c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903342 Jun 04 09:38:30.149274 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (57fc7a38-0352-4ed2-86c0-8326320ec471), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:30.179614 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Pushing event deleted for resources: {'Port': ['ID=57fc7a38-0352-4ed2-86c0-8326320ec471,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:30.187198 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['57fc7a38-0352-4ed2-86c0-8326320ec471'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:38:30.208871 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.209198 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.209563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.209877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.210221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.210647 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.210924 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.211179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.211514 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.212694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.212694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.212694 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.213212 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.213212 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.213545 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:30.237570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] No DVR routers for this DVR port 57fc7a38-0352-4ed2-86c0-8326320ec471 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:30.240740 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:30.244182 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b2e7927-1c73-45ac-bb31-bfc5dc21845a req-31c04cc1-2546-4296-a78f-6b244cbefae3 tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.47 "DELETE /v2.0/ports/57fc7a38-0352-4ed2-86c0-8326320ec471 HTTP/1.1" status: 204 len: 173 time: 0.6652970 Jun 04 09:38:30.244714 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'name': 'network-vif-deleted', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:38:30.247080 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef37ef-8a92-45e7-9db4-4efb34ae3b2f" -d '{"events": [{"server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "name": "network-vif-deleted", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:38:30.308826 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773802d-8c26-4747-bb68-b2e3852eda02 x-openstack-request-id: req-a773802d-8c26-4747-bb68-b2e3852eda02 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:38:30.309186 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d891f1c-404c-458b-8672-60cd5ccdacfe", "name": "network-vif-deleted", "tag": "57fc7a38-0352-4ed2-86c0-8326320ec471", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:38:30.309490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a773802d-8c26-4747-bb68-b2e3852eda02 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:38:30.309954 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a773802d-8c26-4747-bb68-b2e3852eda02'] response: {'server_uuid': '0d891f1c-404c-458b-8672-60cd5ccdacfe', 'name': 'network-vif-deleted', 'tag': '57fc7a38-0352-4ed2-86c0-8326320ec471', 'status': 'completed', 'code': 200} Jun 04 09:38:31.224480 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9f51d49a-e5b6-4dae-a547-a4cbb14c0bd6 req-83cd52a9-a022-40fe-80e3-e1a7f6568b4d tempest-TestMinimumBasicScenario-1025234440 tempest-TestMinimumBasicScenario-1025234440-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d891f1c-404c-458b-8672-60cd5ccdacfe HTTP/1.1" status: 200 len: 210 time: 0.0306802 Jun 04 09:38:32.857409 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 57fc7a38-0352-4ed2-86c0-8326320ec471 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:32.883935 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 57fc7a38-0352-4ed2-86c0-8326320ec471 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:32.885194 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 57fc7a38-0352-4ed2-86c0-8326320ec471 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:34.093345 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35774) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:34.590598 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:34.859100 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Deleting port 83ad7664-e7ed-497f-9f16-463bfaad9741 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:34.859650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:35.000890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] For port 83ad7664-e7ed-497f-9f16-463bfaad9741, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=83ad7664-e7ed-497f-9f16-463bfaad9741,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:35.001329 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:35.024197 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Calling delete_port for 83ad7664-e7ed-497f-9f16-463bfaad9741 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:35.164115 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:35.337503 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (83ad7664-e7ed-497f-9f16-463bfaad9741), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:35.344066 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:35.384007 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Pushing event deleted for resources: {'Port': ['ID=83ad7664-e7ed-497f-9f16-463bfaad9741,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:35.640890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:35.675065 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:35.878463 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:38:36.037844 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:36.043838 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-13bcfd11-5820-4eab-90e2-45f46e0fd90c admin admin] 10.222.0.46 "PUT /v2.0/routers/e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486389 Jun 04 09:38:36.047656 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35786) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:36.050455 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Sync routers for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:36.064074 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:36.064757 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:36.179398 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:36.221702 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks [] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:36.249911 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:36.362533 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks [] for router_gateway (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:36.370691 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:38:35Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:36.401183 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Checking router: e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:38:36.411153 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Routers {'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:36.411783 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:36.464589 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:36.486519 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Deleting port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:36.487917 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:36.541022 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] Set router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:36.589664 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] For port 0782d9ee-6fad-44df-94de-3f0f0f84f9f5, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:36.590027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:36.615289 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Calling delete_port for 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:36.812599 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:38:35Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:36.849771 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:36.860042 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c847e-5b0b-4865-b5e4-7ce6dc7fe4fc None None] The sync data for ids ['e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0'] in dv-cinder-844695-1-iscsi is: [{'id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'name': 'tempest-TestMinimumBasicScenario-1003040431-router', 'tenant_id': 'a3e40664a37c420c9fc2e05af20e182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:34Z', 'updated_at': '2022-06-04T09:38:35Z', 'revision_number': 5, 'project_id': 'a3e40664a37c420c9fc2e05af20e182b', 'gw_port': {'id': '0782d9ee-6fad-44df-94de-3f0f0f84f9f5', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:35Z', 'updated_at': '2022-06-04T09:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:38:36.949623 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (0782d9ee-6fad-44df-94de-3f0f0f84f9f5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:36.979868 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Pushing event deleted for resources: {'Port': ['ID=0782d9ee-6fad-44df-94de-3f0f0f84f9f5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:37.053744 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.150163 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.152487 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks [] for router_controller (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.290595 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.291612 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:38:37.302709 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.302709 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5b859887-0309-43d3-91a4-8c574821a975 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e2a6a2ac-7a44-48ca-865c-a2f02fb2d4e0 HTTP/1.1" status: 204 len: 168 time: 1.2530854 Jun 04 09:38:37.305905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35790) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:37.363727 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Deleting subnet d4021eb7-1497-46ba-a77b-335205ac9bd9 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:38:37.367629 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Publish callbacks [] for subnet (d4021eb7-1497-46ba-a77b-335205ac9bd9), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.417164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (d4021eb7-1497-46ba-a77b-335205ac9bd9), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.505638 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (d4021eb7-1497-46ba-a77b-335205ac9bd9), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.692398 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (d4021eb7-1497-46ba-a77b-335205ac9bd9), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.718863 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4021eb7-1497-46ba-a77b-335205ac9bd9,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:37.728023 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.732565 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bac89733-f0eb-45f0-8f49-45c2f7421432 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d4021eb7-1497-46ba-a77b-335205ac9bd9 HTTP/1.1" status: 204 len: 168 time: 0.4250629 Jun 04 09:38:37.735059 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebc0bf-10de-4be7-81ca-5e676edd6bee None None] Network 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:37.736512 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35792) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:37.839404 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (0b66f292-20aa-47ea-a6fc-a91f7e2fb578), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.909283 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Deleting port 7be66f3e-109b-454a-8932-e5b395ba24f4 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:37.909619 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:37.974080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] DHCP port deletion for 0b66f292-20aa-47ea-a6fc-a91f7e2fb578 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:38:37.982023 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:38.022231 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] For port 7be66f3e-109b-454a-8932-e5b395ba24f4, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7be66f3e-109b-454a-8932-e5b395ba24f4,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:38.024087 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.055660 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Deleting port 7be66f3e-109b-454a-8932-e5b395ba24f4 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:38.055956 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.056127 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Calling delete_port for 7be66f3e-109b-454a-8932-e5b395ba24f4 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:38.105776 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:38.136382 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:38.136724 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 0782d9ee-6fad-44df-94de-3f0f0f84f9f5 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:38.137161 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 7be66f3e-109b-454a-8932-e5b395ba24f4 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:38.162861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:38.181240 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] For port 7be66f3e-109b-454a-8932-e5b395ba24f4, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=7be66f3e-109b-454a-8932-e5b395ba24f4,segment=NetworkSegment(5612b48c-d955-4df5-8760-94edd0853847),segment_id=5612b48c-d955-4df5-8760-94edd0853847)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:38.181691 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.203408 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Calling delete_port for 7be66f3e-109b-454a-8932-e5b395ba24f4 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:38.250937 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.272823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Port 7be66f3e-109b-454a-8932-e5b395ba24f4 update to DOWN by agent not found {{(pid=104570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2275}} Jun 04 09:38:38.273314 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 83ad7664-e7ed-497f-9f16-463bfaad9741 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:38.289682 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be66f3e-109b-454a-8932-e5b395ba24f4,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:38.292905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] No DVR routers for this DVR port 7be66f3e-109b-454a-8932-e5b395ba24f4 on host dv-cinder-844695-1-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:38.298268 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 83ad7664-e7ed-497f-9f16-463bfaad9741 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:38.298630 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 83ad7664-e7ed-497f-9f16-463bfaad9741 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:38.337798 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (7be66f3e-109b-454a-8932-e5b395ba24f4), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.343545 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:38.360321 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:38.365628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] Pushing event deleted for resources: {'Port': ['ID=7be66f3e-109b-454a-8932-e5b395ba24f4,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:38.369623 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb7ebae-f5cf-4bde-a55b-511bc0749d39 None None] No DVR routers for this DVR port 7be66f3e-109b-454a-8932-e5b395ba24f4 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:38.417126 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (0b66f292-20aa-47ea-a6fc-a91f7e2fb578), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.441821 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b66f292-20aa-47ea-a6fc-a91f7e2fb578']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:38.453758 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5612b48c-d955-4df5-8760-94edd0853847') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:38.454051 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5612b48c-d955-4df5-8760-94edd0853847') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:38.465974 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (5612b48c-d955-4df5-8760-94edd0853847), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.481641 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (5612b48c-d955-4df5-8760-94edd0853847), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.489609 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:38:38.490004 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (5612b48c-d955-4df5-8760-94edd0853847), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.583743 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 5612b48c-d955-4df5-8760-94edd0853847 resource provider aggregate not found Jun 04 09:38:38.601323 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 5612b48c-d955-4df5-8760-94edd0853847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5612b48c-d955-4df5-8760-94edd0853847 found for delete ", "request_id": "req-a82b7d17-6bb6-4150-9a11-723bcbd0bdac"}]} Jun 04 09:38:38.634671 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (0b66f292-20aa-47ea-a6fc-a91f7e2fb578), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.643954 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:38.650319 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b66f292-20aa-47ea-a6fc-a91f7e2fb578 HTTP/1.1" status: 204 len: 168 time: 0.9097247 Jun 04 09:38:38.650769 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35802) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:38.742676 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:38.904032 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052831e4-05fd-4728-afaf-7f6fc7e5d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b66f292-20aa-47ea-a6fc-a91f7e2fb578,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:39.041417 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:39.301949 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Deleting port 02c1de94-b7b9-4a53-8115-9608e660a704 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:39.302265 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:39.392438 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] For port 02c1de94-b7b9-4a53-8115-9608e660a704, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=02c1de94-b7b9-4a53-8115-9608e660a704,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:39.392803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:39.413775 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Calling delete_port for 02c1de94-b7b9-4a53-8115-9608e660a704 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:39.418693 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:39.692381 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (02c1de94-b7b9-4a53-8115-9608e660a704), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:39.706533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:39.746887 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Pushing event deleted for resources: {'Port': ['ID=02c1de94-b7b9-4a53-8115-9608e660a704,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:39.978513 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:40.227699 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:38:40.391107 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:40.398517 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0602995e-2e89-4fc4-ac7b-f1385a95cced admin admin] 10.222.0.46 "PUT /v2.0/routers/4c0452d3-1e40-4ecc-a943-fedfe48d75ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452056 Jun 04 09:38:40.400959 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35810) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:40.402756 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Sync routers for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:40.414606 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:40.415239 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:40.542151 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks [] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:40.553834 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:40.655463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:40.669361 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks [] for router_gateway (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:40.801633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Deleting port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:40.802764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:40.806555 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:38:39Z', 'revision_number': 5, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port': {'id': '5db19bd8-fb7c-4d6c-a4df-31e5a15b014e', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:35:48Z', 'updated_at': '2022-06-04T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:40.851236 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Checking router: 4c0452d3-1e40-4ecc-a943-fedfe48d75ba for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:38:40.862579 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Routers {'4c0452d3-1e40-4ecc-a943-fedfe48d75ba'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:40.863201 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:40.964340 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] Set router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:40.974845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] For port 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:40.975435 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.002067 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Calling delete_port for 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:41.047834 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:38:40Z', 'revision_number': 6, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:41.094955 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77251c1b-dde7-487d-841d-c3ae7965dffe None None] The sync data for ids ['4c0452d3-1e40-4ecc-a943-fedfe48d75ba'] in dv-cinder-844695-1-iscsi is: [{'id': '4c0452d3-1e40-4ecc-a943-fedfe48d75ba', 'name': 'tempest-TestMinimumBasicScenario-1764323869-router', 'tenant_id': 'a085348568874e83a4f22676311bae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:35:45Z', 'updated_at': '2022-06-04T09:38:40Z', 'revision_number': 6, 'project_id': 'a085348568874e83a4f22676311bae58', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:38:41.130082 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:41.303395 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (5db19bd8-fb7c-4d6c-a4df-31e5a15b014e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.330276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db19bd8-fb7c-4d6c-a4df-31e5a15b014e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:41.407963 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.511693 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.516754 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks [] for router_controller (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.686221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (4c0452d3-1e40-4ecc-a943-fedfe48d75ba), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.687049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0452d3-1e40-4ecc-a943-fedfe48d75ba {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:38:41.693331 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.694603 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4cd2c8b7-3519-4f19-bb79-09ce6cae2054 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4c0452d3-1e40-4ecc-a943-fedfe48d75ba HTTP/1.1" status: 204 len: 168 time: 1.2926805 Jun 04 09:38:41.697279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35816) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:41.744383 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Deleting subnet 870dd83e-a174-4668-b9f0-e93aa9f099c7 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:38:41.747828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Publish callbacks [] for subnet (870dd83e-a174-4668-b9f0-e93aa9f099c7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.789255 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753380'] for subnet (870dd83e-a174-4668-b9f0-e93aa9f099c7), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:41.998742 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 02c1de94-b7b9-4a53-8115-9608e660a704 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:42.029550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 02c1de94-b7b9-4a53-8115-9608e660a704 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:42.030041 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 02c1de94-b7b9-4a53-8115-9608e660a704 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:42.030560 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:42.054913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:42.055262 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 5db19bd8-fb7c-4d6c-a4df-31e5a15b014e not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:42.176128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (870dd83e-a174-4668-b9f0-e93aa9f099c7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.324740 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16313825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794512'] for subnet (870dd83e-a174-4668-b9f0-e93aa9f099c7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.328726 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:42.379582 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870dd83e-a174-4668-b9f0-e93aa9f099c7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:42.383128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.386922 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2681cb3-fba1-4042-89a9-1a11790b6ad3 None None] Network a66e56ed-2a61-4aa4-9b79-a3f825a496cf requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:42.389162 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e944621f-ac2f-4470-81d9-c8345f0fbe26 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/870dd83e-a174-4668-b9f0-e93aa9f099c7 HTTP/1.1" status: 204 len: 168 time: 0.6903961 Jun 04 09:38:42.393162 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35826) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:42.515633 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (a66e56ed-2a61-4aa4-9b79-a3f825a496cf), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.563448 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] DHCP port deletion for a66e56ed-2a61-4aa4-9b79-a3f825a496cf request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:38:42.578537 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Deleting port aaa6d4bf-edca-4590-b6c9-427d687daa23 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:42.578984 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.628018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Deleting port aaa6d4bf-edca-4590-b6c9-427d687daa23 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:38:42.628617 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.690533 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] For port aaa6d4bf-edca-4590-b6c9-427d687daa23, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aaa6d4bf-edca-4590-b6c9-427d687daa23,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:42.690932 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.710289 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] For port aaa6d4bf-edca-4590-b6c9-427d687daa23, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=aaa6d4bf-edca-4590-b6c9-427d687daa23,segment=NetworkSegment(a6f02fed-3c31-48af-9421-a3d208043bd2),segment_id=a6f02fed-3c31-48af-9421-a3d208043bd2)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:42.712781 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.713091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Calling delete_port for aaa6d4bf-edca-4590-b6c9-427d687daa23 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:42.725672 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Calling delete_port for aaa6d4bf-edca-4590-b6c9-427d687daa23 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:38:42.944701 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.959817 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (aaa6d4bf-edca-4590-b6c9-427d687daa23), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:42.988607 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] Pushing event deleted for resources: {'Port': ['ID=aaa6d4bf-edca-4590-b6c9-427d687daa23,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:42.994278 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d620e86-0fa1-44e6-9b88-046abaaf9de4 None None] No DVR routers for this DVR port aaa6d4bf-edca-4590-b6c9-427d687daa23 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:43.013301 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa6d4bf-edca-4590-b6c9-427d687daa23,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:43.017353 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] No DVR routers for this DVR port aaa6d4bf-edca-4590-b6c9-427d687daa23 on host dv-cinder-844695-1-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:38:43.148952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (a66e56ed-2a61-4aa4-9b79-a3f825a496cf), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.176049 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66e56ed-2a61-4aa4-9b79-a3f825a496cf']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:43.195377 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f02fed-3c31-48af-9421-a3d208043bd2') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:43.195809 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f02fed-3c31-48af-9421-a3d208043bd2') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:43.215477 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (a6f02fed-3c31-48af-9421-a3d208043bd2), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.231867 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (a6f02fed-3c31-48af-9421-a3d208043bd2), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.237505 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:43.240691 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:38:43.241090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (a6f02fed-3c31-48af-9421-a3d208043bd2), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.287795 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment a6f02fed-3c31-48af-9421-a3d208043bd2 resource provider aggregate not found Jun 04 09:38:43.314270 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment a6f02fed-3c31-48af-9421-a3d208043bd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6f02fed-3c31-48af-9421-a3d208043bd2 found for delete ", "request_id": "req-4737ad08-906e-4d6f-bbb5-c2c7ffffa685"}]} Jun 04 09:38:43.412079 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (a66e56ed-2a61-4aa4-9b79-a3f825a496cf), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.424604 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:43.430759 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a66e56ed-2a61-4aa4-9b79-a3f825a496cf HTTP/1.1" status: 204 len: 168 time: 1.0358810 Jun 04 09:38:43.449800 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c723-3ba2-4212-8f2e-6ce6510bf975 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66e56ed-2a61-4aa4-9b79-a3f825a496cf,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:43.916165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aaa6d4bf-edca-4590-b6c9-427d687daa23 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:38:43.938389 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: aaa6d4bf-edca-4590-b6c9-427d687daa23 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:38:43.938728 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device aaa6d4bf-edca-4590-b6c9-427d687daa23 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:38:43.959551 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35844) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:44.008191 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-91a33335-ad16-4e26-afef-e11bd13754d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3e40664a37c420c9fc2e05af20e182b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472062 Jun 04 09:38:44.010742 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35846) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:44.070475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] Publish callbacks [] for security_group (b5199e93-1acd-4199-b005-d7e2f622c311), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:44.099589 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] Publish callbacks [] for security_group (b5199e93-1acd-4199-b005-d7e2f622c311), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:44.234670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b5199e93-1acd-4199-b005-d7e2f622c311), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:44.237515 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:44.238767 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5199e93-1acd-4199-b005-d7e2f622c311 HTTP/1.1" status: 204 len: 168 time: 0.2269135 Jun 04 09:38:44.252538 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37624bf-d7a2-43fe-8630-affc6866aa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5199e93-1acd-4199-b005-d7e2f622c311,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:45.223380 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35858) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:45.269506 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d6d010a0-277e-4555-8bd8-07e1d713b326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a085348568874e83a4f22676311bae58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447953 Jun 04 09:38:45.272280 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35860) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:45.328868 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] Publish callbacks [] for security_group (1e348649-0250-45c8-ac22-7a39a067a77f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:45.354356 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] Publish callbacks [] for security_group (1e348649-0250-45c8-ac22-7a39a067a77f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:45.554439 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (1e348649-0250-45c8-ac22-7a39a067a77f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:45.557110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:45.558289 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e348649-0250-45c8-ac22-7a39a067a77f HTTP/1.1" status: 204 len: 168 time: 0.2848041 Jun 04 09:38:45.567650 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671efea-b7f7-4c3c-93f6-4219b2b5fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e348649-0250-45c8-ac22-7a39a067a77f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:46.980118 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35890) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:47.091081 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-50658522-network', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:47.188942 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Made reservation on behalf of 3c5c8695d627407f91f991dc91808a4b for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:38:47.191852 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.203138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.257381 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:47.303988 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks [] for security_group (60d83d83-81ba-4b06-8f11-67b94e32ec80), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.383059 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (60d83d83-81ba-4b06-8f11-67b94e32ec80), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.411794 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:38:47.423838 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d83d83-81ba-4b06-8f11-67b94e32ec80,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:47.430284 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (32498886-1ba6-4995-906e-74ba1decd87a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.430478 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Added segment 32498886-1ba6-4995-906e-74ba1decd87a of type vlan for network 5052fbea-5778-4be7-87c0-ef258535d1af Jun 04 09:38:47.480317 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (5052fbea-5778-4be7-87c0-ef258535d1af), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.633760 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (5052fbea-5778-4be7-87c0-ef258535d1af), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.634909 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:47.635635 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:47.710839 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] Pushing event updated for resources: {'Network': ['ID=5052fbea-5778-4be7-87c0-ef258535d1af,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:47.728082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 5052fbea-5778-4be7-87c0-ef258535d1af details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:38:47.822787 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c81c4c0d-07f1-4fde-ab23-d23b8f6cb179 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8411520 Jun 04 09:38:47.826332 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35900) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:47.832843 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Request body: {'subnet': {'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-50658522-subnet', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:47.843362 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:47.926162 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Made reservation on behalf of 3c5c8695d627407f91f991dc91808a4b for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:38:47.928757 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:48.303908 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (6a711e7b-5af0-4f21-a00a-6bddae90ba1c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:48.367067 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a711e7b-5af0-4f21-a00a-6bddae90ba1c,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:48.379412 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:48.379769 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Network hostable DHCP agents. Network: 5052fbea-5778-4be7-87c0-ef258535d1af, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:38:48.553273 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Network 5052fbea-5778-4be7-87c0-ef258535d1af is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:38:48.690487 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 5052fbea-5778-4be7-87c0-ef258535d1af) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:48.696084 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:48.697092 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:48.705481 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f124b9f8-2b23-42b9-ac59-598005207d64 None None] Network 5052fbea-5778-4be7-87c0-ef258535d1af requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:48.799990 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7c82f559-9581-43cf-8213-9832ac671c4a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9719803 Jun 04 09:38:48.804582 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35906) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:48.811389 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:48.853896 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-5052fbea-5778-4be7-87c0-ef258535d1af', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:38:48.855628 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:48.950467 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (134a1389-6219-460d-9caa-936f130272b3), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:48.953437 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (134a1389-6219-460d-9caa-936f130272b3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.054137 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for router_controller (134a1389-6219-460d-9caa-936f130272b3), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.062697 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Allocated IP 172.20.0.2 (5052fbea-5778-4be7-87c0-ef258535d1af/6a711e7b-5af0-4f21-a00a-6bddae90ba1c/651493a5-1920-4d17-9919-450772402afb) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:38:49.172087 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:38:49.232593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks [] for port (651493a5-1920-4d17-9919-450772402afb), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.234569 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:49.313895 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for router_gateway (134a1389-6219-460d-9caa-936f130272b3), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.355037 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (651493a5-1920-4d17-9919-450772402afb), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.359098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:49.397799 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:49.401304 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:49.409173 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:38:49.417039 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Pushing event updated for resources: {'Port': ['ID=651493a5-1920-4d17-9919-450772402afb,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:49.446464 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.446814 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.447155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.447496 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.447837 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.448166 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.448523 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.448849 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.449170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.449492 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.449858 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.450211 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.450501 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.450824 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.451141 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:49.492347 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Attempting to bind port 651493a5-1920-4d17-9919-450772402afb on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:38:49.492713 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Attempting to bind port 651493a5-1920-4d17-9919-450772402afb by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:38:49.493067 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Attempting to bind port 651493a5-1920-4d17-9919-450772402afb on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:38:49.499108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:38:49.499538 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:49.499937 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.500381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Bound using segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:38:49.500993 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Bound port: 651493a5-1920-4d17-9919-450772402afb, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:38:49.501375 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (651493a5-1920-4d17-9919-450772402afb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.557261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:49.577110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] For port 651493a5-1920-4d17-9919-450772402afb, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:38:49.581065 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] For port 651493a5-1920-4d17-9919-450772402afb, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=651493a5-1920-4d17-9919-450772402afb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:38:49.600579 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for router_gateway (134a1389-6219-460d-9caa-936f130272b3), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.621025 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.715108 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (651493a5-1920-4d17-9919-450772402afb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:49.741598 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Allocated IP 172.27.0.154 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:38:49.743491 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:49.781222 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8357d4-fbb9-4883-aa1d-24c47c899452 None None] Pushing event updated for resources: {'Port': ['ID=651493a5-1920-4d17-9919-450772402afb,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:49.881425 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:50.017167 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:50.070308 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:50.078898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:50.086471 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:38:50.090795 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Pushing event updated for resources: {'Port': ['ID=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:50.516056 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:50.551098 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for router_gateway (134a1389-6219-460d-9caa-936f130272b3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:50.826262 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (134a1389-6219-460d-9caa-936f130272b3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:50.946717 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff0c99-acc3-4cf4-871b-02595ca3aa5f None None] Network 5052fbea-5778-4be7-87c0-ef258535d1af requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:51.052783 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:51.080740 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Router 134a1389-6219-460d-9caa-936f130272b3 is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:38:51.086141 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Provisioning complete for port 651493a5-1920-4d17-9919-450772402afb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:51.086763 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (651493a5-1920-4d17-9919-450772402afb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.279667 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:51.289360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Current status of the port 651493a5-1920-4d17-9919-450772402afb is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:51.289360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (651493a5-1920-4d17-9919-450772402afb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.294580 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:51.327215 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:51.328495 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:51.383163 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] For port 651493a5-1920-4d17-9919-450772402afb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=651493a5-1920-4d17-9919-450772402afb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:51.399093 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.403830 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-720afa84-3247-4545-b0b3-30ecaabe0a4f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5952291 Jun 04 09:38:51.405926 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 35932) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:51.419016 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:51.469812 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:51.509763 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (651493a5-1920-4d17-9919-450772402afb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.669605 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:51.676554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e2aaf-45d1-4d23-a035-0e55ceba3c6d None None] Pushing event updated for resources: {'Port': ['ID=651493a5-1920-4d17-9919-450772402afb,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:51.684397 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fe603f9e-cecb-46a2-b315-c491aa8f1ef4 None None] Provisioning complete for port 651493a5-1920-4d17-9919-450772402afb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:51.684790 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe603f9e-cecb-46a2-b315-c491aa8f1ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (651493a5-1920-4d17-9919-450772402afb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.717944 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35936) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:51.791893 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:51.806027 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Deleting subnet 7d80c84a-8c5a-49cc-bb58-1843fc29dc5e {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:38:51.808912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:50Z', 'revision_number': 3, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:51.813087 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Publish callbacks [] for subnet (7d80c84a-8c5a-49cc-bb58-1843fc29dc5e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.839677 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:38:51.840020 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Updating router 134a1389-6219-460d-9caa-936f130272b3 port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:38:51.844809 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:51.864908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fe603f9e-cecb-46a2-b315-c491aa8f1ef4 None None] Current status of the port 651493a5-1920-4d17-9919-450772402afb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:51.879847 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.901825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (7d80c84a-8c5a-49cc-bb58-1843fc29dc5e), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:51.979426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (7d80c84a-8c5a-49cc-bb58-1843fc29dc5e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.001883 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.064904 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 651493a5-1920-4d17-9919-450772402afb up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:38:52.126128 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (7d80c84a-8c5a-49cc-bb58-1843fc29dc5e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.154832 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d80c84a-8c5a-49cc-bb58-1843fc29dc5e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:52.165614 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.171988 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fcb1dd68-257d-45ac-82ec-07e84dcd522a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d80c84a-8c5a-49cc-bb58-1843fc29dc5e HTTP/1.1" status: 204 len: 168 time: 0.4515610 Jun 04 09:38:52.174774 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35938) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:52.192211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:52.203669 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Allocated IP 172.20.0.1 (5052fbea-5778-4be7-87c0-ef258535d1af/6a711e7b-5af0-4f21-a00a-6bddae90ba1c/6e1efe85-1b2a-4523-aca4-94ddbe605766) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:38:52.275761 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (76bcbf19-06a8-45d0-b67d-27a576d05e8f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.283106 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 651493a5-1920-4d17-9919-450772402afb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:52.283692 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (651493a5-1920-4d17-9919-450772402afb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.354575 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks [] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.420403 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (76bcbf19-06a8-45d0-b67d-27a576d05e8f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.445716 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 651493a5-1920-4d17-9919-450772402afb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:52.446574 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bcbf19-06a8-45d0-b67d-27a576d05e8f']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:52.460143 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe021291-68bb-44e5-a216-6b08044faba0') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:52.460638 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe021291-68bb-44e5-a216-6b08044faba0') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:52.464049 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.470385 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks [] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.475554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (fe021291-68bb-44e5-a216-6b08044faba0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.498818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (fe021291-68bb-44e5-a216-6b08044faba0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.507117 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:38:52.513535 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (fe021291-68bb-44e5-a216-6b08044faba0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.520321 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:52.525875 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:52.534038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:38:52.560593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.569147 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Pushing event updated for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:52.583223 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment fe021291-68bb-44e5-a216-6b08044faba0 resource provider aggregate not found Jun 04 09:38:52.593698 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7b454457-5196-4c2a-8e91-7178f6263f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.620570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (134a1389-6219-460d-9caa-936f130272b3), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.626449 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment fe021291-68bb-44e5-a216-6b08044faba0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe021291-68bb-44e5-a216-6b08044faba0 found for delete ", "request_id": "req-b114f3b3-92a1-4876-9b5d-da10fc5a83b7"}]} Jun 04 09:38:52.632834 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Attempting to bind port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:38:52.633266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Attempting to bind port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:38:52.633627 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Attempting to bind port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:38:52.637154 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfee85-f547-40b9-b704-cbda1f417f3f None None] Pushing event updated for resources: {'Port': ['ID=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:52.648923 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:38:52.649296 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:52.649695 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.650085 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:38:52.650571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Bound port: 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:38:52.650940 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.713981 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] For port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:38:52.719948 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] For port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:38:52.721072 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (76bcbf19-06a8-45d0-b67d-27a576d05e8f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.727536 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.735640 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] 10.222.0.46 "DELETE /v2.0/networks/76bcbf19-06a8-45d0-b67d-27a576d05e8f HTTP/1.1" status: 204 len: 168 time: 0.5576315 Jun 04 09:38:52.756529 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a299fae-ec36-4bd9-a9df-ccf41732c402 admin admin] Pushing event deleted for resources: {'Network': ['ID=76bcbf19-06a8-45d0-b67d-27a576d05e8f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:52.839187 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:52.913123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:52.932673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.064506 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:53.112669 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5e15cea2-899b-4f99-b1b9-3500bb7337f4 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:53.113449 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5e15cea2-899b-4f99-b1b9-3500bb7337f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.123238 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfee85-f547-40b9-b704-cbda1f417f3f None None] Pushing event updated for resources: {'Port': ['ID=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:53.127095 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:53.128248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:53.187092 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:53.199258 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35946) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:53.208495 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5e15cea2-899b-4f99-b1b9-3500bb7337f4 None None] Port 6e1efe85-1b2a-4523-aca4-94ddbe605766 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:38:53.276677 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-853609c5-4684-4758-b0bf-b40460cca16c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77242525fe2f49c6b38755c270885b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751746 Jun 04 09:38:53.281121 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35948) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:53.301808 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks [] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.315336 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:53.349200 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] Publish callbacks [] for security_group (257b5be8-a496-472a-9c79-ae94ab2bd28d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.376219 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] Publish callbacks [] for security_group (257b5be8-a496-472a-9c79-ae94ab2bd28d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.385655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:53.424570 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.533732 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:53.549254 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (257b5be8-a496-472a-9c79-ae94ab2bd28d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.552795 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.554495 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/257b5be8-a496-472a-9c79-ae94ab2bd28d HTTP/1.1" status: 204 len: 168 time: 0.2715755 Jun 04 09:38:53.556179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Pushing event updated for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:53.565176 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (134a1389-6219-460d-9caa-936f130272b3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:53.566250 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014ab57-4242-4348-b12d-afba314143f9 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:38:53.584837 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654606a5-5c97-4c77-8202-49d68378bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b5be8-a496-472a-9c79-ae94ab2bd28d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:53.754684 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:53.757259 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:53.767060 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:53.996539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:38:54.153069 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-7852791a-109a-4373-a59f-cbf465accfc3 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:54.154671 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7852791a-109a-4373-a59f-cbf465accfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:54.230574 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-7852791a-109a-4373-a59f-cbf465accfc3 None None] Port 6e1efe85-1b2a-4523-aca4-94ddbe605766 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:38:54.505348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:54.511193 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-46855e84-13fc-4616-93cd-5383378d9f1c admin admin] 10.222.0.46 "PUT /v2.0/routers/134a1389-6219-460d-9caa-936f130272b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1035635 Jun 04 09:38:55.427935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35970) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:55.433438 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1511106541-network', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:55.520229 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Made reservation on behalf of 5e85e2e369fa4f9c921eeb851b45e21e for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:38:55.522769 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.532764 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.642810 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks [] for security_group (cde075bd-ec13-4546-b9c9-f81642b1be67), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.668386 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a221-d4d1-4493-a81c-5a3eafa0317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.736966 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (cde075bd-ec13-4546-b9c9-f81642b1be67), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.764665 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 09:38:55.775905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde075bd-ec13-4546-b9c9-f81642b1be67,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:55.784557 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (bbaef247-252b-4e59-88af-60929174d111), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.784557 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Added segment bbaef247-252b-4e59-88af-60929174d111 of type vlan for network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 Jun 04 09:38:55.840164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742868275285'] for network (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.948783 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018'] for network (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.949867 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:55.950449 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:55.957005 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:55.969945 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:38:55.987296 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:55.998036 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=43 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:56.005258 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:56.005512 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:56.028871 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] Pushing event updated for resources: {'Network': ['ID=89d4b054-c4eb-41f7-a5f4-442ca0de9ab4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:56.035382 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:56.036028 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.060629 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 details requested by agent ovs-agent-dv-cinder-844695-1-iscsi with host dv-cinder-844695-1-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 09:38:56.077342 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7828ed71-dd50-48a9-b52f-653b4675a911 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6479185 Jun 04 09:38:56.080341 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35972) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:56.086555 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Request body: {'subnet': {'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1511106541-subnet', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:56.159875 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:56.193123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:56.193468 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.206146 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Made reservation on behalf of 5e85e2e369fa4f9c921eeb851b45e21e for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:38:56.210005 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12818127'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.221863 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:56.304346 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.367717 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:56.462605 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.480015 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:53Z', 'revision_number': 2, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:56.491462 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15770933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12818173'] for subnet (b4f6cc76-751b-4a9b-a437-8fd48281052b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.496816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:56.506080 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:38:56.506421 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Updating router 134a1389-6219-460d-9caa-936f130272b3 port 6e1efe85-1b2a-4523-aca4-94ddbe605766 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:38:56.547684 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.551701 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f6cc76-751b-4a9b-a437-8fd48281052b,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:56.566941 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Checking segment: {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:56.566941 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Network hostable DHCP agents. Network: 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4, hostable agents: ['fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 09:38:56.703146 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 is scheduled to be hosted by DHCP agent fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7 with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 09:38:56.815611 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844695-1-iscsi, 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:56.820751 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:38:56.828041 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.831110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84358c-b668-4d79-9a5d-0eed67ab0ba1 None None] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:56.902582 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:56.932196 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks [] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.955082 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-994d5cbf-34ff-44e1-b496-d9031311f226 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8700857 Jun 04 09:38:56.955302 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cc12b62-66a2-543e-a934-026b2131b02e-89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b'}]}} from dv-cinder-844695-1-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 09:38:56.955302 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:56.955507 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35974) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:56.962776 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:38:57.061234 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.097783 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1826926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.099372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1834406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.115188 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:57.122505 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Allocated IP 172.20.0.2 (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4/b4f6cc76-751b-4a9b-a437-8fd48281052b/d6bd7898-4709-41f5-9be6-8c769fe81541) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:38:57.160680 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Pushing event updated for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:57.177788 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for router_controller (1b45ca7c-7e90-45c6-a346-865675cf74bd), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.188926 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.191829 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.192781 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.192781 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.192781 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.193147 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.193320 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:38:57.212988 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Attempting to bind port 6e1efe85-1b2a-4523-aca4-94ddbe605766 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:38:57.214022 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Attempting to bind port 6e1efe85-1b2a-4523-aca4-94ddbe605766 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:38:57.214379 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Attempting to bind port 6e1efe85-1b2a-4523-aca4-94ddbe605766 on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:38:57.221822 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:38:57.226399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:57.226399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.226399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Bound using segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:38:57.226399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Bound port: 6e1efe85-1b2a-4523-aca4-94ddbe605766, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:38:57.226399 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.271451 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:57.333524 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks [] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.341794 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] For port 6e1efe85-1b2a-4523-aca4-94ddbe605766, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:38:57.360503 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] For port 6e1efe85-1b2a-4523-aca4-94ddbe605766, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6e1efe85-1b2a-4523-aca4-94ddbe605766,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:38:57.414900 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for router_gateway (1b45ca7c-7e90-45c6-a346-865675cf74bd), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.452170 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.452448 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.488065 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:57.508104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:57.509036 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:57.509407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.520353 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:57.541827 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:38:57.544793 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:57.545828 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:57.549320 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Pushing event updated for resources: {'Port': ['ID=d6bd7898-4709-41f5-9be6-8c769fe81541,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:57.641805 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868b6b-e477-4b95-b8c0-bd243cdd2a99 None None] Pushing event updated for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:57.653542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Attempting to bind port d6bd7898-4709-41f5-9be6-8c769fe81541 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:38:57.653912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Attempting to bind port d6bd7898-4709-41f5-9be6-8c769fe81541 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:38:57.654281 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Attempting to bind port d6bd7898-4709-41f5-9be6-8c769fe81541 on network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:38:57.670207 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:38:57.670594 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Checking segment: {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:38:57.671723 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.672190 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Bound using segment: {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:38:57.672804 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Bound port: d6bd7898-4709-41f5-9be6-8c769fe81541, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:38:57.673416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.690703 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Current status of the port 6e1efe85-1b2a-4523-aca4-94ddbe605766 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:57.691228 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.696098 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:57.767093 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:38:57.789648 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] For port 6e1efe85-1b2a-4523-aca4-94ddbe605766, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6e1efe85-1b2a-4523-aca4-94ddbe605766,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:38:57.801172 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] For port d6bd7898-4709-41f5-9be6-8c769fe81541, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:38:57.810078 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] For port d6bd7898-4709-41f5-9be6-8c769fe81541, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d6bd7898-4709-41f5-9be6-8c769fe81541,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:38:57.819288 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for router_gateway (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.841522 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.909504 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.972120 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Allocated IP 172.27.0.182 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/c065a10a-9496-4ea0-8095-787401968130) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:38:57.978377 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:57.987091 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:58.016332 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea51934-f946-412b-b803-54e6b92efcd2 None None] Pushing event updated for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:58.059850 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:58.073895 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fb63c768-f1c9-4c38-aa71-1cfea43a8db9 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:58.074272 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb63c768-f1c9-4c38-aa71-1cfea43a8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.076223 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6e1efe85-1b2a-4523-aca4-94ddbe605766 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:38:58.111105 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24df87-995c-46df-932f-0ab2e2eab048 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:38:58.174172 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda35adf-c84a-4cd2-a97b-c6664121a069 None None] Pushing event updated for resources: {'Port': ['ID=d6bd7898-4709-41f5-9be6-8c769fe81541,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:58.182746 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for port (c065a10a-9496-4ea0-8095-787401968130), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.194080 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:58.194456 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.251696 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:58.261004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fb63c768-f1c9-4c38-aa71-1cfea43a8db9 None None] Current status of the port 6e1efe85-1b2a-4523-aca4-94ddbe605766 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:58.286410 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (c065a10a-9496-4ea0-8095-787401968130), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.318234 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6e1efe85-1b2a-4523-aca4-94ddbe605766 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:58.322408 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:38:58.347534 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:58.377398 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:38:58.385389 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:38:58.389250 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:38:58.391473 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Pushing event updated for resources: {'Port': ['ID=c065a10a-9496-4ea0-8095-787401968130,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:38:58.450935 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:58.451689 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.573695 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:38:58.829185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for router_gateway (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:58.892068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:59.092389 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828844'] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:59.228072 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:38:59.324541 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Router 1b45ca7c-7e90-45c6-a346-865675cf74bd is scheduled to L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 09:38:59.444073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326207b5-5f8b-4aad-8065-4f0add23ccef None None] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:38:59.458768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:38:59.502123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Sync routers for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:38:59.530908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Provisioning complete for port d6bd7898-4709-41f5-9be6-8c769fe81541 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:38:59.531284 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:59.544771 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:38:59.545472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:38:59.578934 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:38:59.580845 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7adc1bd1-735a-4450-a30d-34448f1f0d11 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6239655 Jun 04 09:38:59.584709 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35976) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:38:59.939777 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:00.027439 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.053179 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Current status of the port d6bd7898-4709-41f5-9be6-8c769fe81541 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:00.053719 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.143014 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d6bd7898-4709-41f5-9be6-8c769fe81541 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:00.149175 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:00.170096 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] For port d6bd7898-4709-41f5-9be6-8c769fe81541, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d6bd7898-4709-41f5-9be6-8c769fe81541,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:00.255687 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.262664 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port d6bd7898-4709-41f5-9be6-8c769fe81541 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:00.263027 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.331867 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:38:58Z', 'revision_number': 3, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:00.339826 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.367370 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:00.384597 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Checking router: 1b45ca7c-7e90-45c6-a346-865675cf74bd for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:00.384848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Updating router 1b45ca7c-7e90-45c6-a346-865675cf74bd port c065a10a-9496-4ea0-8095-787401968130 binding host dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:39:00.408642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:00.413908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec823141-11aa-45c3-ae98-d14da489f8af None None] Pushing event updated for resources: {'Port': ['ID=d6bd7898-4709-41f5-9be6-8c769fe81541,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:00.422052 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-27ed4a90-68d0-4bc0-a0c1-36dc49d6c99d None None] Provisioning complete for port d6bd7898-4709-41f5-9be6-8c769fe81541 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:00.422513 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-27ed4a90-68d0-4bc0-a0c1-36dc49d6c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.493285 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c065a10a-9496-4ea0-8095-787401968130), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.532904 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port d6bd7898-4709-41f5-9be6-8c769fe81541 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:00.533280 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Allocated IP 172.20.0.1 (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4/b4f6cc76-751b-4a9b-a437-8fd48281052b/bc2170c1-3c32-40f9-a47a-7baf68367616) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:39:00.534007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6e1efe85-1b2a-4523-aca4-94ddbe605766 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:00.590372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:00.678186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks [] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.698013 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-27ed4a90-68d0-4bc0-a0c1-36dc49d6c99d None None] Current status of the port d6bd7898-4709-41f5-9be6-8c769fe81541 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:00.719979 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port 6e1efe85-1b2a-4523-aca4-94ddbe605766 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:00.720376 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.811611 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.861115 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:39:00.864786 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:39:00.866865 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:00.869185 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:39:00.914428 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828250'] for router_interface (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:00.977299 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port 6e1efe85-1b2a-4523-aca4-94ddbe605766 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:01.016177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:01.089873 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks [] for port (c065a10a-9496-4ea0-8095-787401968130), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.159432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c065a10a-9496-4ea0-8095-787401968130), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.196375 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.234485 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Attempting to bind port c065a10a-9496-4ea0-8095-787401968130 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:39:01.234861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Attempting to bind port c065a10a-9496-4ea0-8095-787401968130 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:39:01.235272 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Attempting to bind port c065a10a-9496-4ea0-8095-787401968130 on network 5b2e7d96-135a-430a-b697-4f281e930249 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:39:01.242804 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982ce6-fe32-4bd9-a23a-e26bdf5fa8c7 None None] Pushing event updated for resources: {'Port': ['ID=c065a10a-9496-4ea0-8095-787401968130,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:01.248472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fab4a7bd-15f0-4cef-b08e-18960a9d7f26 None None] Provisioning complete for port bc2170c1-3c32-40f9-a47a-7baf68367616 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:01.251656 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fab4a7bd-15f0-4cef-b08e-18960a9d7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.251656 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:39:01.251656 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Checking segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:39:01.252046 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.252488 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Bound using segment: {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:39:01.252971 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Bound port: c065a10a-9496-4ea0-8095-787401968130, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f722b-4382-46f1-bfad-8be504165286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:39:01.253351 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c065a10a-9496-4ea0-8095-787401968130), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.300018 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:01.325657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fab4a7bd-15f0-4cef-b08e-18960a9d7f26 None None] Port bc2170c1-3c32-40f9-a47a-7baf68367616 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:39:01.339142 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] For port c065a10a-9496-4ea0-8095-787401968130, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:39:01.343642 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] For port c065a10a-9496-4ea0-8095-787401968130, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c065a10a-9496-4ea0-8095-787401968130,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:39:01.410266 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks [] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.470316 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c065a10a-9496-4ea0-8095-787401968130), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.491615 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.548925 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:01.549578 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:01.555706 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982ce6-fe32-4bd9-a23a-e26bdf5fa8c7 None None] Pushing event updated for resources: {'Port': ['ID=c065a10a-9496-4ea0-8095-787401968130,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:01.566705 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:01.569359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828206'] for router_interface (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.679743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:39:01.681968 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:39:01.690228 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:01.698044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:01.861237 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Router 1b45ca7c-7e90-45c6-a346-865675cf74bd has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:39:01.928812 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:01.982239 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d6bd7898-4709-41f5-9be6-8c769fe81541 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:01.986806 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'bc2170c1-3c32-40f9-a47a-7baf68367616', 'name': '', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'mac_address': 'fa:16:3e:b7:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:39:00Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 2, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'subnets': [{'id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:01.988702 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-29fc27b5-5fd3-4bb7-aad0-9e26b87c3014 None None] Provisioning complete for port bc2170c1-3c32-40f9-a47a-7baf68367616 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:01.989148 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-29fc27b5-5fd3-4bb7-aad0-9e26b87c3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:01.996498 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:39:02.002832 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-33a9c230-6c19-4c5e-95ff-374e49498d74 admin admin] 10.222.0.46 "PUT /v2.0/routers/1b45ca7c-7e90-45c6-a346-865675cf74bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169586 Jun 04 09:39:02.193766 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122810-7f63-4806-9aab-e9c738c16524 None None] The sync data for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi is: [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'bc2170c1-3c32-40f9-a47a-7baf68367616', 'name': '', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'mac_address': 'fa:16:3e:b7:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:39:00Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 2, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'subnets': [{'id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:02.198554 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:02.220611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-29fc27b5-5fd3-4bb7-aad0-9e26b87c3014 None None] Port bc2170c1-3c32-40f9-a47a-7baf68367616 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:39:02.230926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port d6bd7898-4709-41f5-9be6-8c769fe81541 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:02.231298 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:02.331244 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port d6bd7898-4709-41f5-9be6-8c769fe81541 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:02.506919 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35984) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:02.511960 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066289987', 'description': 'tempest-secgroup-smoke-2066289987 description', 'project_id': '3c5c8695d627407f91f991dc91808a4b'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:02.651382 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:02.750033 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (fea72fc9-5dd6-4d70-8c40-62785334cce6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:02.845098 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fea72fc9-5dd6-4d70-8c40-62785334cce6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:02.896125 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea72fc9-5dd6-4d70-8c40-62785334cce6,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:02.955372 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:02.956700 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-64ec3773-db6d-4c53-8a10-a9bf2c6f4582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4485219 Jun 04 09:39:02.959599 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35986) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:02.964197 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:03.111771 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (c3f7b6f2-878c-4880-bc03-77b164773e6f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.194935 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (c3f7b6f2-878c-4880-bc03-77b164773e6f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.286040 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (c3f7b6f2-878c-4880-bc03-77b164773e6f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.315351 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7b6f2-878c-4880-bc03-77b164773e6f,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:03.428554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.429827 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e6aa6aa0-eaca-4500-9437-50dea1e37482 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692926 Jun 04 09:39:03.432832 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35988) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:03.437898 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:03.553848 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (0e205a84-1bf0-4a9b-bbff-5b7b00633cb7), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.614093 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (0e205a84-1bf0-4a9b-bbff-5b7b00633cb7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.701024 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (0e205a84-1bf0-4a9b-bbff-5b7b00633cb7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.720890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e205a84-1bf0-4a9b-bbff-5b7b00633cb7,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:03.818798 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.820057 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1a400a67-ff74-42d6-a107-e73aaa9ee714 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3862264 Jun 04 09:39:03.822744 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35990) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:03.827351 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:03.832952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:03.927680 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (195512f0-ea11-4b14-9702-5260102c1d9b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:03.993338 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c065a10a-9496-4ea0-8095-787401968130 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:04.005830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (195512f0-ea11-4b14-9702-5260102c1d9b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.045608 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port c065a10a-9496-4ea0-8095-787401968130 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:04.046626 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c065a10a-9496-4ea0-8095-787401968130), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.085491 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (195512f0-ea11-4b14-9702-5260102c1d9b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.120919 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195512f0-ea11-4b14-9702-5260102c1d9b,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:04.133251 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port c065a10a-9496-4ea0-8095-787401968130 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:04.133638 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c065a10a-9496-4ea0-8095-787401968130), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.161951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] For port c065a10a-9496-4ea0-8095-787401968130, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c065a10a-9496-4ea0-8095-787401968130,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:04.197918 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.199403 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-487c2f74-303f-4434-ba6f-2e33ad0ffda1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756027 Jun 04 09:39:04.202102 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35992) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:04.207531 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:04.216251 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:04.222929 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c065a10a-9496-4ea0-8095-787401968130), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.292341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Pushing event updated for resources: {'Port': ['ID=c065a10a-9496-4ea0-8095-787401968130,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:04.336545 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (5561b0ad-7a94-4cb3-97de-7d39c1b2e25b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.397437 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (5561b0ad-7a94-4cb3-97de-7d39c1b2e25b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.492623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:04.503675 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:04.518145 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (5561b0ad-7a94-4cb3-97de-7d39c1b2e25b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.540404 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5561b0ad-7a94-4cb3-97de-7d39c1b2e25b,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:04.630684 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.631951 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4e7c4e5c-3cf9-4c7e-a72f-a307f94f83b0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281521 Jun 04 09:39:04.634765 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35994) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:04.639424 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:04.794029 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.securitygroups_db [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Project 3c5c8695d627407f91f991dc91808a4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:39:04.801492 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (da940a95-c7de-4b7b-ad83-f02a47eea06f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.865110 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (da940a95-c7de-4b7b-ad83-f02a47eea06f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:04.992758 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (da940a95-c7de-4b7b-ad83-f02a47eea06f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.012830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da940a95-c7de-4b7b-ad83-f02a47eea06f,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:05.133136 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.134405 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-12243555-30f8-4c4e-b1f6-c40ec8a45440 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4986005 Jun 04 09:39:05.137361 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 35996) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:05.142675 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'security_group_rule': {'security_group_id': 'fea72fc9-5dd6-4d70-8c40-62785334cce6', 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:05.240154 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.securitygroups_db [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Project 3c5c8695d627407f91f991dc91808a4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 09:39:05.247106 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (1a4839fc-05c8-475c-9cbc-0175448d162a), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.315740 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (1a4839fc-05c8-475c-9cbc-0175448d162a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.411434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652883'] for security_group_rule (1a4839fc-05c8-475c-9cbc-0175448d162a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.431146 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4839fc-05c8-475c-9cbc-0175448d162a,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:05.525854 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.529842 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-47593188-0640-4447-a4b1-74c047856a0e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3888164 Jun 04 09:39:05.646703 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:05.666899 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Sync routers for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:39:05.678935 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:05.679440 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:05.789161 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:05.948450 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:05.974158 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c065a10a-9496-4ea0-8095-787401968130 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:06.002622 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'bc2170c1-3c32-40f9-a47a-7baf68367616', 'name': '', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'mac_address': 'fa:16:3e:b7:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:39:00Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 2, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'subnets': [{'id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:06.022823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port c065a10a-9496-4ea0-8095-787401968130 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:06.023552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c065a10a-9496-4ea0-8095-787401968130), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.028361 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Checking router: 1b45ca7c-7e90-45c6-a346-865675cf74bd for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:06.028626 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Updating router 1b45ca7c-7e90-45c6-a346-865675cf74bd port bc2170c1-3c32-40f9-a47a-7baf68367616 binding host dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 09:39:06.060572 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.109845 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port c065a10a-9496-4ea0-8095-787401968130 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:06.538393 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks [] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.622924 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.714895 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74b11-b308-4c21-b480-16e5e674f2df None None] Pushing event updated for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:06.749105 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Attempting to bind port bc2170c1-3c32-40f9-a47a-7baf68367616 on host dv-cinder-844695-1-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:39:06.749473 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Attempting to bind port bc2170c1-3c32-40f9-a47a-7baf68367616 by drivers openvswitch,hyperv on host dv-cinder-844695-1-iscsi at level 0 using segments [{'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:39:06.749836 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Attempting to bind port bc2170c1-3c32-40f9-a47a-7baf68367616 on network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:39:06.755711 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Checking agent: {'id': 'b6f0ec98-657a-4b8f-9985-b7ba82ca5d98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844695-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 17), 'started_at': datetime.datetime(2022, 6, 4, 9, 17, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844695-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:39:06.756094 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Checking segment: {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:39:06.756527 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.756920 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Bound using segment: {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:39:06.757393 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Bound port: bc2170c1-3c32-40f9-a47a-7baf68367616, host: dv-cinder-844695-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaef247-252b-4e59-88af-60929174d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:39:06.757774 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.814619 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:06.852070 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] For port bc2170c1-3c32-40f9-a47a-7baf68367616, host dv-cinder-844695-1-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:39:06.856095 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] For port bc2170c1-3c32-40f9-a47a-7baf68367616, host dv-cinder-844695-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=bc2170c1-3c32-40f9-a47a-7baf68367616,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:39:06.937146 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:06.980127 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Provisioning complete for port bc2170c1-3c32-40f9-a47a-7baf68367616 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:06.980845 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:07.005541 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:07.006293 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:38:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:07.008690 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74b11-b308-4c21-b480-16e5e674f2df None None] Pushing event updated for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:07.126691 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Current status of the port bc2170c1-3c32-40f9-a47a-7baf68367616 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:07.127669 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:07.148760 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:07.196193 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] For port bc2170c1-3c32-40f9-a47a-7baf68367616, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=bc2170c1-3c32-40f9-a47a-7baf68367616,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:07.278308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:07.317088 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:07.329662 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d98eb-1054-4def-9c73-be428467a26f None None] Pushing event updated for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:07.392166 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:07.400328 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-827a47b4-bc5f-4fbf-a8cf-b3afebe8db1a None None] Provisioning complete for port bc2170c1-3c32-40f9-a47a-7baf68367616 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:07.400889 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-827a47b4-bc5f-4fbf-a8cf-b3afebe8db1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:07.412589 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'bc2170c1-3c32-40f9-a47a-7baf68367616', 'name': '', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'mac_address': 'fa:16:3e:b7:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:39:00Z', 'updated_at': '2022-06-04T09:39:06Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'subnets': [{'id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:07.439766 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc2d18-4e1d-47a7-9834-d873c3e4c45e None None] The sync data for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi is: [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:01Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': 'bc2170c1-3c32-40f9-a47a-7baf68367616', 'name': '', 'network_id': '89d4b054-c4eb-41f7-a5f4-442ca0de9ab4', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'mac_address': 'fa:16:3e:b7:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:39:00Z', 'updated_at': '2022-06-04T09:39:06Z', 'revision_number': 4, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'subnets': [{'id': 'b4f6cc76-751b-4a9b-a437-8fd48281052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:07.486172 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-827a47b4-bc5f-4fbf-a8cf-b3afebe8db1a None None] Current status of the port bc2170c1-3c32-40f9-a47a-7baf68367616 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:07.989278 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device bc2170c1-3c32-40f9-a47a-7baf68367616 up at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:08.020201 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:08.051728 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Provisioning complete for port bc2170c1-3c32-40f9-a47a-7baf68367616 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:08.052514 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:08.164126 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port bc2170c1-3c32-40f9-a47a-7baf68367616 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:15.425159 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=3,neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:15.435548 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=58,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:18.094173 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=49 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:18.106089 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:18.152839 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:18.159765 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=27 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:21.585398 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d86d0139-dc13-401e-9149-310835830b0f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066289987&fields=id&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 267 time: 0.0585024 Jun 04 09:39:21.705068 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d6989b79-3f4b-4c0e-9c97-9791fef670cb tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:21.706863 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d6989b79-3f4b-4c0e-9c97-9791fef670cb tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1141059 Jun 04 09:39:21.723170 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-0258d5ff-a048-492c-88d9-3e46bffd1487 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/quotas/3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 375 time: 0.0102305 Jun 04 09:39:21.786280 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-3f5b598c-2878-4c2d-815b-c0c598b07ff2 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535121 Jun 04 09:39:21.803243 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-e832f4bd-2525-493f-ac8f-779f0af3784b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 09:39:21.804778 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-e832f4bd-2525-493f-ac8f-779f0af3784b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060689 Jun 04 09:39:21.910175 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-ad54cee1-7cc9-4c8e-97f8-9be3742d9904 service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985987 Jun 04 09:39:22.008846 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-2eedfbfe-b895-4e31-9161-75d247a95241 service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923963 Jun 04 09:39:22.582700 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c75a1010-de98-47c1-98c4-b223421381ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:22.671623 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0ae31696-bc4b-40ed-868a-aac89adf7584 req-1df6747b-e70b-41ef-83db-16900f5090aa tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 210 time: 0.0354400 Jun 04 09:39:23.405666 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-c48fd9b6-acfc-4ac5-b524-7588fa91c864 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508597 Jun 04 09:39:23.504923 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-4099f48c-dcc3-4893-bb4c-3eed815faf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:23.506497 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-4099f48c-dcc3-4893-bb4c-3eed815faf26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.0417523 Jun 04 09:39:23.624718 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-6796a452-a05f-43ad-85b8-26f300cfed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:23.627224 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-6796a452-a05f-43ad-85b8-26f300cfed03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.1008093 Jun 04 09:39:23.735508 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-227a66c5-b891-4970-9051-128207348f2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 1001 time: 0.0977845 Jun 04 09:39:23.815614 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-eedd5c29-ffcf-4ad6-8e5a-73f95a6b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:23.817206 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-eedd5c29-ffcf-4ad6-8e5a-73f95a6b8fb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.0749714 Jun 04 09:39:23.819460 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4516b084-20c9-4fdb-a5cf-66bb0d361b50 req-a430be0f-a53f-4af1-9c9d-b8f9e8a1623c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 210 time: 0.0381525 Jun 04 09:39:23.867093 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-c2d1c692-2f58-4bcc-93a6-f5652479e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:23.868667 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-c2d1c692-2f58-4bcc-93a6-f5652479e376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446031 Jun 04 09:39:23.972678 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-7cfb50bf-cf31-4201-968f-fb5c44f64c09 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976076 Jun 04 09:39:24.080873 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c7a021ec-be3f-4594-bb7f-8eeb583cb85c req-243810f1-9248-488e-8ded-5d56a977fb5e service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013322 Jun 04 09:39:24.934266 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da7ae2a9-15e6-473f-8b88-3a89ea652f3e req-3916f235-e253-4d24-a64f-53a1fa1a90a9 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 210 time: 0.0310183 Jun 04 09:39:24.998347 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:25.022031 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:25.057207 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-7e911414-b524-47d5-9499-413a50987da8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:25.059167 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-7e911414-b524-47d5-9499-413a50987da8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1220717 Jun 04 09:39:25.134709 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-00c6808a-e34c-402a-91ab-60561fc37a97 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 380 time: 0.0617073 Jun 04 09:39:25.143714 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'port': {'device_id': '0fc43470-4d90-4405-aa2e-1f856b852765', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'admin_state_up': True, 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'security_groups': ['fea72fc9-5dd6-4d70-8c40-62785334cce6']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:25.415043 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Made reservation on behalf of 3c5c8695d627407f91f991dc91808a4b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:39:25.418617 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:25.559475 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.20.0.12 (5052fbea-5778-4be7-87c0-ef258535d1af/6a711e7b-5af0-4f21-a00a-6bddae90ba1c/c51c4208-a790-4026-9bc5-a63ccabf90d5) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:39:25.657358 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ad4b3f84-32dc-485e-bb6d-87df0c2198f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:25.733922 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:25.874723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:25.917474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:39:25.920710 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:39:25.925047 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:39:25.969076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:26.004249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:26.004724 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.019364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:26.099065 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e342d-efa7-4c17-90d6-6b3544542d8c req-af1c45c7-8f47-425e-981b-9f02aa2ee9bf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:26.101677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-470e342d-efa7-4c17-90d6-6b3544542d8c req-af1c45c7-8f47-425e-981b-9f02aa2ee9bf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 932 time: 0.0629988 Jun 04 09:39:26.146823 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-8f8a036d-0fbd-448d-b5bf-dcbac80540e4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0071735 Jun 04 09:39:26.161685 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:39:26.177340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Request body: {'port': {'device_id': '0fc43470-4d90-4405-aa2e-1f856b852765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:26.250872 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b2f5b921-71a5-49c9-a60b-b3bce83d9a22 None None] Provisioning complete for port c51c4208-a790-4026-9bc5-a63ccabf90d5 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:26.251787 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b921-71a5-49c9-a60b-b3bce83d9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.258165 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-470e342d-efa7-4c17-90d6-6b3544542d8c req-2ae729ca-c053-450d-b42e-9f6e7dfea49c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439407 Jun 04 09:39:26.325332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.349608 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5b921-71a5-49c9-a60b-b3bce83d9a22 None None] Port c51c4208-a790-4026-9bc5-a63ccabf90d5 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:39:26.377184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:26.480913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.672948 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51c4208-a790-4026-9bc5-a63ccabf90d5 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:39:26.681718 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks [] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.694646 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Transition to ACTIVE for port object c51c4208-a790-4026-9bc5-a63ccabf90d5 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:39:26.835507 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:26.913976 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Pushing event updated for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:26.957480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:26.981476 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Attempting to bind port c51c4208-a790-4026-9bc5-a63ccabf90d5 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:39:26.982518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Attempting to bind port c51c4208-a790-4026-9bc5-a63ccabf90d5 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:39:26.982518 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Attempting to bind port c51c4208-a790-4026-9bc5-a63ccabf90d5 on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:39:26.991121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Port c51c4208-a790-4026-9bc5-a63ccabf90d5 on network 5052fbea-5778-4be7-87c0-ef258535d1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:39:26.991852 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Attempting to bind port c51c4208-a790-4026-9bc5-a63ccabf90d5 on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:39:27.000494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:39:27.000845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:39:27.004640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Bound using segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:39:27.004640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Bound port: c51c4208-a790-4026-9bc5-a63ccabf90d5, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:39:27.004640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:27.084631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:39:27.088693 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:39:27.246017 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:27.280939 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.281828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:27.283631 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d5949992-2084-425d-b358-955b58b58b0f service neutron] 10.222.0.47 "PUT /v2.0/ports/c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 200 len: 1094 time: 1.1149547 Jun 04 09:39:27.286419 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:39:27.289362 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49705b55-e357-41ef-8463-6ffe1bd5151e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:39:27.340557 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949992-2084-425d-b358-955b58b58b0f service neutron] Pushing event updated for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:27.366150 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5badfc44-fd32-4556-a640-0e9508b99d17 x-openstack-request-id: req-5badfc44-fd32-4556-a640-0e9508b99d17 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:39:27.366638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:39:27.366987 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5badfc44-fd32-4556-a640-0e9508b99d17 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:39:27.367508 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5badfc44-fd32-4556-a640-0e9508b99d17'] response: {'name': 'network-changed', 'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'status': 'completed', 'code': 200} Jun 04 09:39:27.472506 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64ec1-2430-46ff-8cff-76b2c95e881b req-6762fee9-2b05-45e6-9fab-656db0fa0b8e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.474138 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ec64ec1-2430-46ff-8cff-76b2c95e881b req-6762fee9-2b05-45e6-9fab-656db0fa0b8e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0905306 Jun 04 09:39:27.480646 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-5917ecd1-63fa-4111-8a09-18101576e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.484719 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-5917ecd1-63fa-4111-8a09-18101576e305 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1128 time: 0.0624211 Jun 04 09:39:27.593481 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ec64ec1-2430-46ff-8cff-76b2c95e881b req-f7fafeb4-d957-4e9a-a659-348fa3869115 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090987 Jun 04 09:39:27.639765 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-f2a8dd1a-e25f-434a-a2a9-71d2a6aea2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.641319 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-f2a8dd1a-e25f-434a-a2a9-71d2a6aea2e6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3c5c8695d627407f91f991dc91808a4b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1440589 Jun 04 09:39:27.755036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-f8101ece-3e39-4209-aa46-f5edb14fa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.756679 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-49705b55-e357-41ef-8463-6ffe1bd5151e req-f8101ece-3e39-4209-aa46-f5edb14fa2b9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086180 Jun 04 09:39:27.857860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-aedcb31d-577f-4168-8ef2-00d7e781bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.859292 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-aedcb31d-577f-4168-8ef2-00d7e781bd17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1128 time: 0.0428793 Jun 04 09:39:27.914398 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-012f1fae-8902-4f71-8542-c861e9021f69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 200 len: 217 time: 0.0425961 Jun 04 09:39:27.968096 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-43a83d0b-225b-46ef-9ba6-6d24cc8893fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:27.969617 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-43a83d0b-225b-46ef-9ba6-6d24cc8893fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0498269 Jun 04 09:39:28.020280 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-adc41d7e-2853-41fe-9c8e-c86baa591b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:28.021914 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-adc41d7e-2853-41fe-9c8e-c86baa591b84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461745 Jun 04 09:39:28.114749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:28.135188 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-fd1072ea-13a5-47ab-b5b0-86a6dd129809 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074283 Jun 04 09:39:28.234118 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-dc7a8aeb-4c82-46fb-b1f4-1f69bc4f7f68 req-d4899446-b763-4290-a7ab-79f61422ad3c service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920029 Jun 04 09:39:28.732670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7db78f-7c3d-41ce-8a37-dfc19bd0d55f req-4d8b2064-1072-47c1-ba14-f69ec1239c03 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:28.734290 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb7db78f-7c3d-41ce-8a37-dfc19bd0d55f req-4d8b2064-1072-47c1-ba14-f69ec1239c03 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0521410 Jun 04 09:39:28.812182 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb7db78f-7c3d-41ce-8a37-dfc19bd0d55f req-be9fcfcb-01ef-4275-a3a3-9aff22ab1d47 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673242 Jun 04 09:39:28.929330 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:29.919286 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:29.938828 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22838b-a51b-42f7-a8c0-85e5f28afbf3 req-38d00b86-5671-4ece-91a8-2c468da5450a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:29.940449 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b22838b-a51b-42f7-a8c0-85e5f28afbf3 req-38d00b86-5671-4ece-91a8-2c468da5450a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0531235 Jun 04 09:39:29.993142 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b22838b-a51b-42f7-a8c0-85e5f28afbf3 req-441c6a70-6164-4ad3-959a-87ec4b2f73f5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Jun 04 09:39:31.149901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab23d3-921b-493f-8a6d-92f1e09c2aa9 req-f34aefc3-4186-41b8-894e-03d7ab862849 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:31.152692 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3aab23d3-921b-493f-8a6d-92f1e09c2aa9 req-f34aefc3-4186-41b8-894e-03d7ab862849 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0625832 Jun 04 09:39:31.183686 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:31.216536 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3aab23d3-921b-493f-8a6d-92f1e09c2aa9 req-56f84fde-9b9f-4718-9e53-5ccae0888a7e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579019 Jun 04 09:39:32.348364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aec98a-4dc0-46ff-9b50-8b7452787806 req-2b90278f-b615-47ce-9fdd-200feff2795a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:32.350055 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0aec98a-4dc0-46ff-9b50-8b7452787806 req-2b90278f-b615-47ce-9fdd-200feff2795a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0586991 Jun 04 09:39:32.408996 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c0aec98a-4dc0-46ff-9b50-8b7452787806 req-79336916-f358-40cc-bf4c-2602583cbd14 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Jun 04 09:39:33.542654 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b31c4-7d98-4ceb-b4cc-81236be799fd req-e380b232-a726-4593-b92d-ab7e85c16bdc tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:33.544503 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-552b31c4-7d98-4ceb-b4cc-81236be799fd req-e380b232-a726-4593-b92d-ab7e85c16bdc tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0552046 Jun 04 09:39:33.603436 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-552b31c4-7d98-4ceb-b4cc-81236be799fd req-5fdd56fb-d600-4536-bb50-deb0a9dfc414 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526266 Jun 04 09:39:34.722855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7ef3e-1cf4-4979-adc5-3b83c2ef5b2b req-ff0de312-b5e3-4093-aeeb-5f5f00c5f7a6 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:34.724429 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6c7ef3e-1cf4-4979-adc5-3b83c2ef5b2b req-ff0de312-b5e3-4093-aeeb-5f5f00c5f7a6 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 944 time: 0.0503814 Jun 04 09:39:34.783160 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6c7ef3e-1cf4-4979-adc5-3b83c2ef5b2b req-14d6a265-a60e-4246-9d13-5ff33b5b71ce tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528131 Jun 04 09:39:35.191775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c51c4208-a790-4026-9bc5-a63ccabf90d5 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:39:35.297497 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:35.310731 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'port_id': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'mac_address': 'fa:16:3e:c9:8e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:39:35.350962 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port c51c4208-a790-4026-9bc5-a63ccabf90d5 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:35.351342 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:35.365943 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51c4208-a790-4026-9bc5-a63ccabf90d5 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:39:35.386980 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:35.484399 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:35.547167 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:35.644751 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:35.768779 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['c51c4208-a790-4026-9bc5-a63ccabf90d5'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:39:35.958723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f545e1-8fae-42cb-b2b6-d3e9927fd461 req-57679326-fef2-44e7-a599-c52a7bf7e7b7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:35.961534 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4f545e1-8fae-42cb-b2b6-d3e9927fd461 req-57679326-fef2-44e7-a599-c52a7bf7e7b7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 945 time: 0.0892847 Jun 04 09:39:36.038118 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e4f545e1-8fae-42cb-b2b6-d3e9927fd461 req-e59e47f3-bf33-44aa-a6f9-bfc09ef6ada5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685790 Jun 04 09:39:36.088257 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36146) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:36.156107 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:36.157064 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:36.239607 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Deleting port 9178a37e-9a96-4915-b2d8-1b708899935e {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:36.239983 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:36.321001 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:36.321310 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for floatingip (9178a37e-9a96-4915-b2d8-1b708899935e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:36.336717 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Calling delete_port for 9178a37e-9a96-4915-b2d8-1b708899935e owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:36.633731 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (9178a37e-9a96-4915-b2d8-1b708899935e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:36.664260 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event deleted for resources: {'Port': ['ID=9178a37e-9a96-4915-b2d8-1b708899935e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:36.693699 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.694046 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.694383 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.694768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.695104 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.695434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.695820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.696085 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.696437 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.696762 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.701642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.701642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.701642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.701642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.701642 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:36.746056 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for floatingip (a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:36.746307 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Floating IP a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1 disassociated (deleted). External IP: 172.27.0.161, port: 9864a826-5e4f-4326-b509-2e17ff9f1949. Jun 04 09:39:36.970176 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Router 266fc30b-2d08-45a5-b990-c2155787645f has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:39:37.074211 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:37.081673 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:39:37.086530 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:37.098746 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Sync routers for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:39:37.118588 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:37.120046 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:37.129651 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8d861e23-91f8-4ed9-95bd-f16b30b013bb tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "DELETE /v2.0/floatingips/a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1 HTTP/1.1" status: 204 len: 168 time: 1.0354819 Jun 04 09:39:37.129651 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:39:37.130702 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:37.130912 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579386e8-b8ef-420e-9e3c-c0d58b9419c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:39:37.234982 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c51c4208-a790-4026-9bc5-a63ccabf90d5 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:39:37.236024 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201c4b-b27e-4752-8259-28faaaaec3ff req-9d174dac-6b8e-42dd-8e9b-1c4a45276839 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:37.238772 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-36201c4b-b27e-4752-8259-28faaaaec3ff req-9d174dac-6b8e-42dd-8e9b-1c4a45276839 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 945 time: 0.0849657 Jun 04 09:39:37.265078 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:37.306191 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:37.311579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-36201c4b-b27e-4752-8259-28faaaaec3ff req-f7c3ee1c-8c35-4f11-91fc-86c135ae9e25 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625000 Jun 04 09:39:37.339957 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port c51c4208-a790-4026-9bc5-a63ccabf90d5 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:39:37.453164 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fdc1a8-6cc7-4dee-b49c-cf645aab246e x-openstack-request-id: req-d3fdc1a8-6cc7-4dee-b49c-cf645aab246e {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:39:37.453534 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:39:37.454484 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3fdc1a8-6cc7-4dee-b49c-cf645aab246e {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:39:37.454980 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fdc1a8-6cc7-4dee-b49c-cf645aab246e'] response: {'name': 'network-changed', 'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'status': 'completed', 'code': 200} Jun 04 09:39:37.518288 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port c51c4208-a790-4026-9bc5-a63ccabf90d5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:39:37.518657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:37.540367 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:37.541688 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-3adbaac8-6ecd-4369-b1a6-d37ba658b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:37.543249 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-3adbaac8-6ecd-4369-b1a6-d37ba658b4b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 1129 time: 0.0483358 Jun 04 09:39:37.584360 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Checking router: 266fc30b-2d08-45a5-b990-c2155787645f for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:37.599487 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:37.600123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:37.660549 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-a1e28734-8a6d-4443-be3f-2f13510e582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:37.662047 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-a1e28734-8a6d-4443-be3f-2f13510e582d service neutron] 10.222.0.47 "GET /v2.0/networks?id=091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 200 len: 910 time: 0.1120601 Jun 04 09:39:37.708713 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-d2909fbc-ab99-4f2d-9d8f-f799e72a4bec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 200 len: 217 time: 0.0400996 Jun 04 09:39:37.839116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port c51c4208-a790-4026-9bc5-a63ccabf90d5 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:37.839438 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:37.853833 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-e2c5006d-a18c-4386-9c79-d2705c9730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:37.856339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-e2c5006d-a18c-4386-9c79-d2705c9730a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 200 len: 848 time: 0.1412427 Jun 04 09:39:37.860885 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:37.877651 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19629-1a0b-4f2e-a5bc-cce4f855c790 req-5164107a-1dc3-4ee1-8b51-ad9a57bd3e76 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:37.880709 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3ff19629-1a0b-4f2e-a5bc-cce4f855c790 req-5164107a-1dc3-4ee1-8b51-ad9a57bd3e76 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1050978 Jun 04 09:39:37.880912 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:39:37.883015 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68052277-d080-4f64-9333-f6c90a4d1a1c" -d '{"events": [{"server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "name": "network-vif-plugged", "status": "completed", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:39:37.902805 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:37.905891 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:37.948645 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac3f77-845a-4046-8718-1c8e21e5b374 x-openstack-request-id: req-60ac3f77-845a-4046-8718-1c8e21e5b374 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:39:37.949007 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "name": "network-vif-plugged", "status": "completed", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:39:37.949318 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60ac3f77-845a-4046-8718-1c8e21e5b374 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:39:37.949806 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ac3f77-845a-4046-8718-1c8e21e5b374'] response: {'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'code': 200} Jun 04 09:39:37.958890 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3ff19629-1a0b-4f2e-a5bc-cce4f855c790 req-0a961c06-6ba0-44eb-9e2c-84be84f7cec7 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704334 Jun 04 09:39:38.028561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:38.037165 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:38.106124 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:38.171849 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:38.205520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c07990-ccce-4c66-b199-94d4381a5b87 None None] The sync data for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi is: [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:34:36Z', 'revision_number': 4, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '2ffce030-8e42-4360-82e4-937961939cfb', 'name': '', 'network_id': '091b8198-00d3-4e96-9948-78161854c494', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'mac_address': 'fa:16:3e:ea:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:35Z', 'updated_at': '2022-06-04T09:34:43Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'subnets': [{'id': '6d9ec26b-95b4-4832-b19c-000caed982b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:38.456815 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634599eb-5156-4ee7-93ea-2873bfbc6805 req-829a1a64-33bd-4240-939d-8550c76ff3e5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:38.459174 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-634599eb-5156-4ee7-93ea-2873bfbc6805 req-829a1a64-33bd-4240-939d-8550c76ff3e5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.0624881 Jun 04 09:39:38.467094 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e444ce-11c4-48f9-898a-c98ebb0a136c None None] New status for floating IP a0d91a9c-97c8-4ec0-ba45-ef08c665c6b1: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:39:38.551140 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-634599eb-5156-4ee7-93ea-2873bfbc6805 req-a0bf2beb-1bce-4f7c-b6f9-c9c4e62453a7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838699 Jun 04 09:39:38.891126 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-43ce7f59-ac8a-4bd3-87fa-bb23b7220d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:38.893155 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-43ce7f59-ac8a-4bd3-87fa-bb23b7220d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=091b8198-00d3-4e96-9948-78161854c494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469210 Jun 04 09:39:39.090423 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99986e37-0f0f-48ad-a688-e70c7e194b0b req-dac28140-553d-451d-a0c9-ec441ef9d93b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:39.092051 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99986e37-0f0f-48ad-a688-e70c7e194b0b req-dac28140-553d-451d-a0c9-ec441ef9d93b tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0562499 Jun 04 09:39:39.148374 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:39.206053 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99986e37-0f0f-48ad-a688-e70c7e194b0b req-6f371f00-50fb-4a0d-83cc-56207cd761d1 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072922 Jun 04 09:39:39.264994 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e7df3-4287-459f-8e2c-44cdd84b8f66 req-b929b43d-3ef7-4ba8-b84e-66725064b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:39.267675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a99e7df3-4287-459f-8e2c-44cdd84b8f66 req-b929b43d-3ef7-4ba8-b84e-66725064b73a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1130 time: 0.0596085 Jun 04 09:39:39.287223 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-9200fa37-00aa-4c3c-a5ba-2fe039a28f05 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644061 Jun 04 09:39:39.476902 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a99e7df3-4287-459f-8e2c-44cdd84b8f66 req-15b05463-bf5c-4834-a564-9e6fe9582732 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015346 Jun 04 09:39:39.497093 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-579386e8-b8ef-420e-9e3c-c0d58b9419c8 req-3b63c7dc-b78c-4299-8cf8-0159da05e8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303773 Jun 04 09:39:39.673715 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a6f3-3b49-42f7-9240-79ee01557243 req-3a336ea9-3f33-4d83-99e5-86d37ecfee85 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:39.675459 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9733a6f3-3b49-42f7-9240-79ee01557243 req-3a336ea9-3f33-4d83-99e5-86d37ecfee85 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.0518954 Jun 04 09:39:39.730272 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9733a6f3-3b49-42f7-9240-79ee01557243 req-cbc13302-2d3c-49bf-82d5-5697fb597e74 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 Jun 04 09:39:39.812685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-fbf51426-8703-4271-9f45-d4dc644f7b78 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:39.814184 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-fbf51426-8703-4271-9f45-d4dc644f7b78 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.47 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Jun 04 09:39:40.137261 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Deleting port 9864a826-5e4f-4326-b509-2e17ff9f1949 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:40.137654 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:40.240340 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] For port 9864a826-5e4f-4326-b509-2e17ff9f1949, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=9864a826-5e4f-4326-b509-2e17ff9f1949,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:40.240870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:40.270004 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Calling delete_port for 9864a826-5e4f-4326-b509-2e17ff9f1949 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:40.411140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:40.446910 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20187f-dea0-4f6f-b6a3-9b5a5f741449 req-9975a5ac-510a-4480-920a-82b439cf76cf tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:40.449469 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b20187f-dea0-4f6f-b6a3-9b5a5f741449 req-9975a5ac-510a-4480-920a-82b439cf76cf tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 945 time: 0.1582463 Jun 04 09:39:40.550307 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1b20187f-dea0-4f6f-b6a3-9b5a5f741449 req-55eb2824-5762-44db-b409-0a6765bd4eb0 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/security-groups?id=de495c48-8a9b-40e9-8ad4-2ee32640c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950222 Jun 04 09:39:40.668195 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (9864a826-5e4f-4326-b509-2e17ff9f1949), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:40.675338 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:40.699403 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event deleted for resources: {'Port': ['ID=9864a826-5e4f-4326-b509-2e17ff9f1949,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:40.727786 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.728257 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.728484 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.728860 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.729132 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.729460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.729786 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.730108 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.730428 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.730749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.731075 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.731386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.731702 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.732018 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.732353 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:40.758965 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] No DVR routers for this DVR port 9864a826-5e4f-4326-b509-2e17ff9f1949 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:39:40.762401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:40.766090 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-eed43f34-3566-4b1d-8786-71c4eeeead30 req-f6fe42cf-b297-41a5-b2c7-c94e0a93261f tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.47 "DELETE /v2.0/ports/9864a826-5e4f-4326-b509-2e17ff9f1949 HTTP/1.1" status: 204 len: 173 time: 0.7187612 Jun 04 09:39:40.766595 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-deleted', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:39:40.769460 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163d7bb-3bdf-43a6-b18a-ced2d6a6bdd8" -d '{"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-deleted", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:39:40.837823 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a54c1-2f9e-47fd-b47c-ad46e32ae9ab x-openstack-request-id: req-082a54c1-2f9e-47fd-b47c-ad46e32ae9ab {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:39:40.838599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3929ccb4-c14c-4301-bac7-cae49a726de5", "name": "network-vif-deleted", "tag": "9864a826-5e4f-4326-b509-2e17ff9f1949", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:39:40.839117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-082a54c1-2f9e-47fd-b47c-ad46e32ae9ab {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:39:40.839836 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082a54c1-2f9e-47fd-b47c-ad46e32ae9ab'] response: {'server_uuid': '3929ccb4-c14c-4301-bac7-cae49a726de5', 'name': 'network-vif-deleted', 'tag': '9864a826-5e4f-4326-b509-2e17ff9f1949', 'status': 'completed', 'code': 200} Jun 04 09:39:40.893851 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb806b-252f-44c3-adf2-76028fd36150 req-9bc6f1a3-fa93-4bc7-a20b-19ace7eb8a74 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:40.895579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63cb806b-252f-44c3-adf2-76028fd36150 req-9bc6f1a3-fa93-4bc7-a20b-19ace7eb8a74 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.0536265 Jun 04 09:39:40.966675 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-63cb806b-252f-44c3-adf2-76028fd36150 req-276ffa9a-9538-4a26-b8c2-4128c4195d43 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607705 Jun 04 09:39:41.139704 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03969-af09-4095-adca-a0e0b7a57347 req-4f85c148-de6f-4c49-b389-6a207ffe182c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:41.142547 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99f03969-af09-4095-adca-a0e0b7a57347 req-4f85c148-de6f-4c49-b389-6a207ffe182c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.0797465 Jun 04 09:39:41.217804 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-99f03969-af09-4095-adca-a0e0b7a57347 req-980ec381-7b05-4a1c-82d9-b54a72b2dc37 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681317 Jun 04 09:39:41.244661 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36174) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:41.402770 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292386e0-680e-4979-ba4a-1897a2557e58 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:41.407847 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36178) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:41.408436 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-292386e0-680e-4979-ba4a-1897a2557e58 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1125 time: 0.1621783 Jun 04 09:39:41.414125 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'port_id': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:39:41.540403 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:41.636482 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:41.714525 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fecc3d3e-9092-4307-b8ce-eeeb6bc051b0 req-7dde4791-7c5b-44f6-abd3-b8adbb003e23 tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "GET /v2.0/ports?device_id=3929ccb4-c14c-4301-bac7-cae49a726de5 HTTP/1.1" status: 200 len: 210 time: 0.0350723 Jun 04 09:39:41.797235 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.27.0.122 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/a778d8d1-e887-4712-9846-bfda348378ea) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:39:41.948717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (a778d8d1-e887-4712-9846-bfda348378ea), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:42.051128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (a778d8d1-e887-4712-9846-bfda348378ea), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:42.093009 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:39:42.096366 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:39:42.103152 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:39:42.109705 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=a778d8d1-e887-4712-9846-bfda348378ea,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:42.515971 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:42.590979 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:42.818437 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36184) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:42.840039 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:42.906324 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (2e65b5af-378d-42f3-bba8-ffa1530111ea), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:42.914790 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (de495c48-8a9b-40e9-8ad4-2ee32640c86b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:42.950979 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (de495c48-8a9b-40e9-8ad4-2ee32640c86b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.136988 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (a778d8d1-e887-4712-9846-bfda348378ea), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.152661 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (de495c48-8a9b-40e9-8ad4-2ee32640c86b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.156322 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.157831 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] 10.222.0.46 "DELETE /v2.0/security-groups/de495c48-8a9b-40e9-8ad4-2ee32640c86b HTTP/1.1" status: 204 len: 168 time: 0.3434057 Jun 04 09:39:43.174412 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225ada8-e767-430a-a113-e3e2f5c60bed tempest-TestShelveInstance-113003 tempest-TestShelveInstance-113003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de495c48-8a9b-40e9-8ad4-2ee32640c86b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:43.236899 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:43.262881 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 9864a826-5e4f-4326-b509-2e17ff9f1949 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:43.263421 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 9864a826-5e4f-4326-b509-2e17ff9f1949 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:43.329428 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36188) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:43.440590 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (a778d8d1-e887-4712-9846-bfda348378ea), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.506477 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (a778d8d1-e887-4712-9846-bfda348378ea), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.512173 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:43.583253 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=a778d8d1-e887-4712-9846-bfda348378ea,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:43.600104 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (2e65b5af-378d-42f3-bba8-ffa1530111ea), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:43.725411 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP 2e65b5af-378d-42f3-bba8-ffa1530111ea associated. External IP: 172.27.0.122, port: c51c4208-a790-4026-9bc5-a63ccabf90d5. Jun 04 09:39:43.983161 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:39:44.089657 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (266fc30b-2d08-45a5-b990-c2155787645f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:44.124169 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:39:44.138684 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:39:44.155505 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:44.164342 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:44.235812 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:44.275731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2701073f-5dcd-4199-b0c1-c7507f46ceb4 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8660402 Jun 04 09:39:44.276148 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:39:44.278534 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d429e65-e170-4729-abf1-10dbcd73e961" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:39:44.304581 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:44.325508 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef2161-c15f-4165-a5a0-874d0f1988e0 x-openstack-request-id: req-19ef2161-c15f-4165-a5a0-874d0f1988e0 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:39:44.325798 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:39:44.326050 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19ef2161-c15f-4165-a5a0-874d0f1988e0 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:39:44.326486 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ef2161-c15f-4165-a5a0-874d0f1988e0'] response: {'name': 'network-changed', 'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'status': 'completed', 'code': 200} Jun 04 09:39:44.380240 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Deleting port 2ffce030-8e42-4360-82e4-937961939cfb {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:44.380663 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (2ffce030-8e42-4360-82e4-937961939cfb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:44.438965 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:44.445655 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-61a03a60-15c9-4ee3-a676-c7ba7e24fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:44.448612 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-61a03a60-15c9-4ee3-a676-c7ba7e24fee1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1130 time: 0.0729179 Jun 04 09:39:44.484339 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] For port 2ffce030-8e42-4360-82e4-937961939cfb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=2ffce030-8e42-4360-82e4-937961939cfb,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:44.485352 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (2ffce030-8e42-4360-82e4-937961939cfb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:44.509952 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Calling delete_port for 2ffce030-8e42-4360-82e4-937961939cfb owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:44.530303 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:44.589142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-4b39a000-7af1-4979-95c4-bcc9b7134a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:44.591775 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-4b39a000-7af1-4979-95c4-bcc9b7134a4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1377518 Jun 04 09:39:44.595183 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:44.658015 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:44.677550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '2e65b5af-378d-42f3-bba8-ffa1530111ea', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:c9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc43470-4d90-4405-aa2e-1f856b852765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:39:42Z', 'updated_at': '2022-06-04T09:39:42Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:44.678677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-d8f03f93-bd20-4b36-a7a4-0615b99c9ebb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 200 len: 1000 time: 0.0810583 Jun 04 09:39:44.727524 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:44.742979 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:44.744001 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:44.762397 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-1d31023f-647c-450d-96fd-3eedcc8c8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:44.764895 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-1d31023f-647c-450d-96fd-3eedcc8c8af8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0800138 Jun 04 09:39:44.823937 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-3886933e-16f3-45a7-96c7-5f8439362eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:39:44.825897 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-3886933e-16f3-45a7-96c7-5f8439362eea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553627 Jun 04 09:39:44.845016 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (2ffce030-8e42-4360-82e4-937961939cfb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:44.872477 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffce030-8e42-4360-82e4-937961939cfb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:44.897084 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:44.989498 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-47d2de02-2aec-4351-b85e-87c476781b58 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561639 Jun 04 09:39:45.152545 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0d429e65-e170-4729-abf1-10dbcd73e961 req-d3cbdda4-004e-45b0-8810-bd2b731bc2c1 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569674 Jun 04 09:39:45.162762 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (266fc30b-2d08-45a5-b990-c2155787645f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:45.257737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '2e65b5af-378d-42f3-bba8-ffa1530111ea', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:c9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc43470-4d90-4405-aa2e-1f856b852765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:39:42Z', 'updated_at': '2022-06-04T09:39:42Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:45.294162 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3fec1-cb02-42f1-a842-89cccf7b0f05 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '2e65b5af-378d-42f3-bba8-ffa1530111ea', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:c9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc43470-4d90-4405-aa2e-1f856b852765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:39:42Z', 'updated_at': '2022-06-04T09:39:42Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:45.477695 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Router 266fc30b-2d08-45a5-b990-c2155787645f has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:39:45.561417 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73816629-cc90-47c4-add3-0b3d9728a381 None None] New status for floating IP 2e65b5af-378d-42f3-bba8-ffa1530111ea: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:39:45.623225 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:39:45.632530 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5a57dafb-9ff7-4a56-8dad-6e371e9f6d9b admin admin] 10.222.0.46 "PUT /v2.0/routers/266fc30b-2d08-45a5-b990-c2155787645f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3015630 Jun 04 09:39:45.636434 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36196) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:45.640525 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Sync routers for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:39:45.657903 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:45.658952 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:45.763636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:45.794659 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks [] for router (266fc30b-2d08-45a5-b990-c2155787645f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:45.820869 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:45.941099 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:45.954668 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks [] for router_gateway (266fc30b-2d08-45a5-b990-c2155787645f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.070215 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:39:44Z', 'revision_number': 5, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port': {'id': 'a8291e16-227e-4190-847b-fd54ab12092f', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266fc30b-2d08-45a5-b990-c2155787645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:32Z', 'updated_at': '2022-06-04T09:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:46.093525 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Deleting port a8291e16-227e-4190-847b-fd54ab12092f {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:46.093833 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (a8291e16-227e-4190-847b-fd54ab12092f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.101514 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Checking router: 266fc30b-2d08-45a5-b990-c2155787645f for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:46.113839 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Routers {'266fc30b-2d08-45a5-b990-c2155787645f'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:46.114761 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['266fc30b-2d08-45a5-b990-c2155787645f'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:46.137754 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:46.203359 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] For port a8291e16-227e-4190-847b-fd54ab12092f, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=a8291e16-227e-4190-847b-fd54ab12092f,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:46.204494 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (a8291e16-227e-4190-847b-fd54ab12092f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.225292 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] Set router 266fc30b-2d08-45a5-b990-c2155787645f gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:46.230293 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Calling delete_port for a8291e16-227e-4190-847b-fd54ab12092f owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:46.323789 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:39:45Z', 'revision_number': 6, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:46.368017 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762d0cd-c2f3-4564-87d3-7e5ee4dfbcf3 None None] The sync data for ids ['266fc30b-2d08-45a5-b990-c2155787645f'] in dv-cinder-844695-1-iscsi is: [{'id': '266fc30b-2d08-45a5-b990-c2155787645f', 'name': 'tempest-TestShelveInstance-1787258964-router', 'tenant_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:31Z', 'updated_at': '2022-06-04T09:39:45Z', 'revision_number': 6, 'project_id': 'd7bc412a2d2f4fc68c2a9f3562232807', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:46.557396 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a8291e16-227e-4190-847b-fd54ab12092f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.583188 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a8291e16-227e-4190-847b-fd54ab12092f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:46.657747 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (266fc30b-2d08-45a5-b990-c2155787645f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.773060 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (266fc30b-2d08-45a5-b990-c2155787645f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.775768 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks [] for router_controller (266fc30b-2d08-45a5-b990-c2155787645f), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.913212 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (266fc30b-2d08-45a5-b990-c2155787645f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.913778 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266fc30b-2d08-45a5-b990-c2155787645f {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:39:46.918313 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:46.919598 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-60124474-91ae-42a2-a7e2-76f375b5a2fa admin admin] 10.222.0.46 "DELETE /v2.0/routers/266fc30b-2d08-45a5-b990-c2155787645f HTTP/1.1" status: 204 len: 168 time: 1.2818916 Jun 04 09:39:46.922859 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36198) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:46.974916 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Deleting subnet 6d9ec26b-95b4-4832-b19c-000caed982b5 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:39:46.978554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Publish callbacks [] for subnet (6d9ec26b-95b4-4832-b19c-000caed982b5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.019977 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (6d9ec26b-95b4-4832-b19c-000caed982b5), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.101299 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (6d9ec26b-95b4-4832-b19c-000caed982b5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.251489 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (6d9ec26b-95b4-4832-b19c-000caed982b5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.283761 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9ec26b-95b4-4832-b19c-000caed982b5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:47.285962 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.289950 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-824fb942-e4f8-4188-adaf-d85b321326f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6d9ec26b-95b4-4832-b19c-000caed982b5 HTTP/1.1" status: 204 len: 168 time: 0.3653662 Jun 04 09:39:47.294263 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36200) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:47.297128 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1625b1f-438e-4ed6-b1d4-7fc7b3a3c4cc None None] Network 091b8198-00d3-4e96-9948-78161854c494 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:39:47.351379 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:47.371951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (091b8198-00d3-4e96-9948-78161854c494), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.427897 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Deleting port 9f06ed77-9131-40d0-9ce2-57ed196b5122 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:47.428670 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.484656 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] DHCP port deletion for 091b8198-00d3-4e96-9948-78161854c494 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:39:47.525468 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Deleting port 9f06ed77-9131-40d0-9ce2-57ed196b5122 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:47.525847 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.528834 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] For port 9f06ed77-9131-40d0-9ce2-57ed196b5122, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=9f06ed77-9131-40d0-9ce2-57ed196b5122,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:47.529438 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.555914 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Calling delete_port for 9f06ed77-9131-40d0-9ce2-57ed196b5122 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:47.567240 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:47.741179 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] For port 9f06ed77-9131-40d0-9ce2-57ed196b5122, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=9f06ed77-9131-40d0-9ce2-57ed196b5122,segment=NetworkSegment(575601b9-01a1-4f8c-a874-0842cc27bac0),segment_id=575601b9-01a1-4f8c-a874-0842cc27bac0)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:47.741484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.753649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.755822 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Calling delete_port for 9f06ed77-9131-40d0-9ce2-57ed196b5122 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:47.782164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f06ed77-9131-40d0-9ce2-57ed196b5122,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:47.786309 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] No DVR routers for this DVR port 9f06ed77-9131-40d0-9ce2-57ed196b5122 on host dv-cinder-844695-1-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:39:47.841258 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (9f06ed77-9131-40d0-9ce2-57ed196b5122), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.869852 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] Pushing event deleted for resources: {'Port': ['ID=9f06ed77-9131-40d0-9ce2-57ed196b5122,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:47.873930 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affded2-bfb2-4b84-85ba-15aeb97829af None None] No DVR routers for this DVR port 9f06ed77-9131-40d0-9ce2-57ed196b5122 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:39:47.875945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (091b8198-00d3-4e96-9948-78161854c494), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.910337 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091b8198-00d3-4e96-9948-78161854c494']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:47.929133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575601b9-01a1-4f8c-a874-0842cc27bac0') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:47.929601 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575601b9-01a1-4f8c-a874-0842cc27bac0') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:47.947920 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (575601b9-01a1-4f8c-a874-0842cc27bac0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.970484 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (575601b9-01a1-4f8c-a874-0842cc27bac0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:47.979382 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2ffce030-8e42-4360-82e4-937961939cfb no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:47.980667 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:39:47.981194 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (575601b9-01a1-4f8c-a874-0842cc27bac0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:48.007784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 2ffce030-8e42-4360-82e4-937961939cfb {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:48.007784 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 2ffce030-8e42-4360-82e4-937961939cfb not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:48.008363 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 9f06ed77-9131-40d0-9ce2-57ed196b5122 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:48.043913 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 9f06ed77-9131-40d0-9ce2-57ed196b5122 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:48.044513 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 9f06ed77-9131-40d0-9ce2-57ed196b5122 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:48.045532 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a8291e16-227e-4190-847b-fd54ab12092f no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:48.075866 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: a8291e16-227e-4190-847b-fd54ab12092f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:48.076534 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device a8291e16-227e-4190-847b-fd54ab12092f not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:48.112643 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 575601b9-01a1-4f8c-a874-0842cc27bac0 resource provider aggregate not found Jun 04 09:39:48.125468 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (091b8198-00d3-4e96-9948-78161854c494), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:48.134644 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:48.139936 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] 10.222.0.46 "DELETE /v2.0/networks/091b8198-00d3-4e96-9948-78161854c494 HTTP/1.1" status: 204 len: 168 time: 0.8417783 Jun 04 09:39:48.143300 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36208) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:48.143617 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 575601b9-01a1-4f8c-a874-0842cc27bac0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 575601b9-01a1-4f8c-a874-0842cc27bac0 found for delete ", "request_id": "req-cb06384b-51b1-45dc-a850-fac41cfd18a9"}]} Jun 04 09:39:48.154851 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a760f-c683-4f09-ae18-32a173e98e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=091b8198-00d3-4e96-9948-78161854c494,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:48.320769 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:48.445789 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:48.629871 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:48.867654 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Deleting port 36d44a9b-992d-465d-b9bc-f328976287f1 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:48.867994 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:49.190612 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] For port 36d44a9b-992d-465d-b9bc-f328976287f1, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=36d44a9b-992d-465d-b9bc-f328976287f1,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:49.191132 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:49.207683 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Calling delete_port for 36d44a9b-992d-465d-b9bc-f328976287f1 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:49.502211 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (36d44a9b-992d-465d-b9bc-f328976287f1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:49.528448 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:49.532343 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d44a9b-992d-465d-b9bc-f328976287f1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:49.732037 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:49.795367 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:49.979139 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Router a5db3590-dab0-4b71-9ff3-09e656afdd39 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:39:50.091033 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:39:50.095941 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bed37fa1-1fd9-403d-b7ee-9a2db1d42154 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5db3590-dab0-4b71-9ff3-09e656afdd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9509318 Jun 04 09:39:50.099922 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36210) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:50.103576 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Sync routers for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:39:50.115784 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:50.116466 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:50.235911 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks [] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:50.254058 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:50.355554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks [] for router_gateway (a5db3590-dab0-4b71-9ff3-09e656afdd39), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:50.443754 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '64645d1d-5495-41ed-b344-fa56867022c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:39:49Z', 'revision_number': 5, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port': {'id': '64645d1d-5495-41ed-b344-fa56867022c0', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:34:42Z', 'updated_at': '2022-06-04T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:50.491498 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Checking router: a5db3590-dab0-4b71-9ff3-09e656afdd39 for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:39:50.506779 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Routers {'a5db3590-dab0-4b71-9ff3-09e656afdd39'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:39:50.507848 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:39:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['a5db3590-dab0-4b71-9ff3-09e656afdd39'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:50.514884 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Deleting port 64645d1d-5495-41ed-b344-fa56867022c0 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:50.515566 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (64645d1d-5495-41ed-b344-fa56867022c0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:50.609753 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] For port 64645d1d-5495-41ed-b344-fa56867022c0, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=64645d1d-5495-41ed-b344-fa56867022c0,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:50.610014 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (64645d1d-5495-41ed-b344-fa56867022c0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:50.618042 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:50.627230 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Calling delete_port for 64645d1d-5495-41ed-b344-fa56867022c0 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:50.775535 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] Set router a5db3590-dab0-4b71-9ff3-09e656afdd39 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:39:50.831500 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:39:50Z', 'revision_number': 6, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:50.860182 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af18e7f-82ad-4683-84dc-2ae2489b79a8 None None] The sync data for ids ['a5db3590-dab0-4b71-9ff3-09e656afdd39'] in dv-cinder-844695-1-iscsi is: [{'id': 'a5db3590-dab0-4b71-9ff3-09e656afdd39', 'name': 'tempest-TestShelveInstance-1073855001-router', 'tenant_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:34:41Z', 'updated_at': '2022-06-04T09:39:50Z', 'revision_number': 6, 'project_id': '8bfd730457a34f2192b1f1cf0d5a1aed', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:39:50.918213 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (64645d1d-5495-41ed-b344-fa56867022c0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:50.947771 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Pushing event deleted for resources: {'Port': ['ID=64645d1d-5495-41ed-b344-fa56867022c0,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:51.014853 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.111830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.114413 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks [] for router_controller (a5db3590-dab0-4b71-9ff3-09e656afdd39), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.245152 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (a5db3590-dab0-4b71-9ff3-09e656afdd39), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.245992 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5db3590-dab0-4b71-9ff3-09e656afdd39 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:39:51.254173 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.256103 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-36d9a2d8-9fab-4a64-9e20-85a667711428 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a5db3590-dab0-4b71-9ff3-09e656afdd39 HTTP/1.1" status: 204 len: 168 time: 1.1549983 Jun 04 09:39:51.259292 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36214) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:51.317161 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:51.331556 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Deleting subnet 963f3ce5-ba3b-4650-9c87-6ecd9fdc693d {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:39:51.335532 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Publish callbacks [] for subnet (963f3ce5-ba3b-4650-9c87-6ecd9fdc693d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.376085 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (963f3ce5-ba3b-4650-9c87-6ecd9fdc693d), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.465506 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (963f3ce5-ba3b-4650-9c87-6ecd9fdc693d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.611662 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (963f3ce5-ba3b-4650-9c87-6ecd9fdc693d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.624177 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:51.651172 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963f3ce5-ba3b-4650-9c87-6ecd9fdc693d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:51.655984 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.659234 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c4c3994e-1b01-43b6-89d7-95111aa167a8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/963f3ce5-ba3b-4650-9c87-6ecd9fdc693d HTTP/1.1" status: 204 len: 168 time: 0.3986983 Jun 04 09:39:51.662933 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36216) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:51.670791 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0c225-178b-47c8-a798-937f65c69386 None None] Network 200d1f85-4379-43e9-baf6-ff548e3001b8 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:39:51.751870 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (200d1f85-4379-43e9-baf6-ff548e3001b8), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.828186 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Deleting port f6950bc8-a49a-4fb6-9707-d03c4431ef4b {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:51.828747 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.903529 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] DHCP port deletion for 200d1f85-4379-43e9-baf6-ff548e3001b8 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:39:51.918325 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] For port f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:51.918897 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:51.952096 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Calling delete_port for f6950bc8-a49a-4fb6-9707-d03c4431ef4b owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:51.964726 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Deleting port f6950bc8-a49a-4fb6-9707-d03c4431ef4b {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:39:51.965266 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.030221 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device f6950bc8-a49a-4fb6-9707-d03c4431ef4b no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:52.098711 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] For port f6950bc8-a49a-4fb6-9707-d03c4431ef4b, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,segment=NetworkSegment(6b3d80b8-4a92-4685-9f82-3f86d779a97c),segment_id=6b3d80b8-4a92-4685-9f82-3f86d779a97c)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:39:52.098711 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.117848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Calling delete_port for f6950bc8-a49a-4fb6-9707-d03c4431ef4b owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:39:52.174045 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.215073 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:52.218540 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Current status of the port f6950bc8-a49a-4fb6-9707-d03c4431ef4b is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:39:52.218797 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:52.218959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.224584 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] No DVR routers for this DVR port f6950bc8-a49a-4fb6-9707-d03c4431ef4b on host dv-cinder-844695-1-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:39:52.280273 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (f6950bc8-a49a-4fb6-9707-d03c4431ef4b), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.282455 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 64645d1d-5495-41ed-b344-fa56867022c0 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:52.324983 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 64645d1d-5495-41ed-b344-fa56867022c0 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:52.325324 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 64645d1d-5495-41ed-b344-fa56867022c0 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:52.325742 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 36d44a9b-992d-465d-b9bc-f328976287f1 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:39:52.328798 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Pushing event deleted for resources: {'Port': ['ID=f6950bc8-a49a-4fb6-9707-d03c4431ef4b,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:52.334607 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] No DVR routers for this DVR port f6950bc8-a49a-4fb6-9707-d03c4431ef4b on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:39:52.363597 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.363939 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.364441 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.364686 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.365012 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.365322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.366416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.366416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.366416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.366918 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.366918 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.367245 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.367530 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.367778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.368090 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd275e2-df30-422b-865f-700b8bd3bb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:39:52.371093 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 36d44a9b-992d-465d-b9bc-f328976287f1 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:39:52.371443 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 36d44a9b-992d-465d-b9bc-f328976287f1 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:39:52.373890 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (200d1f85-4379-43e9-baf6-ff548e3001b8), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.413250 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200d1f85-4379-43e9-baf6-ff548e3001b8']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:52.431955 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d80b8-4a92-4685-9f82-3f86d779a97c') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:52.432410 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d80b8-4a92-4685-9f82-3f86d779a97c') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:39:52.450825 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16048700'] for segment (6b3d80b8-4a92-4685-9f82-3f86d779a97c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.471373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (6b3d80b8-4a92-4685-9f82-3f86d779a97c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.483845 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:39:52.484559 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15770538'] for segment (6b3d80b8-4a92-4685-9f82-3f86d779a97c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.530708 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 6b3d80b8-4a92-4685-9f82-3f86d779a97c resource provider aggregate not found Jun 04 09:39:52.560258 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 6b3d80b8-4a92-4685-9f82-3f86d779a97c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3d80b8-4a92-4685-9f82-3f86d779a97c found for delete ", "request_id": "req-f016dd53-5ace-4fd8-8a83-86bf556b9a9c"}]} Jun 04 09:39:52.564822 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7ad59e42-d312-40a8-9f85-eda8b7f74297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.644937 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (200d1f85-4379-43e9-baf6-ff548e3001b8), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.650898 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:52.657468 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/200d1f85-4379-43e9-baf6-ff548e3001b8 HTTP/1.1" status: 204 len: 168 time: 0.9902859 Jun 04 09:39:52.666957 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433d64d-a876-43e1-a5dd-2ffc8e3d34d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=200d1f85-4379-43e9-baf6-ff548e3001b8,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:53.008638 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36224) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:53.053927 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d54e271a-bf64-4641-a010-55be08d3f11a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7bc412a2d2f4fc68c2a9f3562232807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440128 Jun 04 09:39:53.056721 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36226) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:53.086502 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:53.113533 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] Publish callbacks [] for security_group (876583ba-4398-4eee-855c-7c2973acaf84), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:53.139539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] Publish callbacks [] for security_group (876583ba-4398-4eee-855c-7c2973acaf84), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:53.262117 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (876583ba-4398-4eee-855c-7c2973acaf84), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:53.265488 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:53.266966 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/876583ba-4398-4eee-855c-7c2973acaf84 HTTP/1.1" status: 204 len: 168 time: 0.2091622 Jun 04 09:39:53.277958 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e7dba-42e2-454e-bf94-46079ea7c841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876583ba-4398-4eee-855c-7c2973acaf84,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:54.175800 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36232) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:54.247682 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3729b5ef-4d21-4ba3-82af-eccb78af2c9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bfd730457a34f2192b1f1cf0d5a1aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698543 Jun 04 09:39:54.250632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36234) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:39:54.297681 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:54.344986 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] Publish callbacks [] for security_group (b9489645-3aa9-48b1-96f1-c343ab188ddc), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:54.384803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] Publish callbacks [] for security_group (b9489645-3aa9-48b1-96f1-c343ab188ddc), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:54.553580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (b9489645-3aa9-48b1-96f1-c343ab188ddc), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:54.556100 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:54.557470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9489645-3aa9-48b1-96f1-c343ab188ddc HTTP/1.1" status: 204 len: 168 time: 0.3054426 Jun 04 09:39:54.566845 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5510d83-3a3f-4419-a418-dc582b0c873b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9489645-3aa9-48b1-96f1-c343ab188ddc,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:39:55.574905 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:39:55.650632 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a030b321-4cdf-4d77-9da8-fa9225060848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:56.393475 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:58.867823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:39:59.959210 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:00.834462 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:00.835624 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:02.656075 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:02.656925 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:03.161796 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:40:04.445038 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=34,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:04.562945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:05.627469 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:13.157112 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:13.161228 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:15.508015 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:15.516363 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:22.587909 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d387ba38-1861-499d-8966-35c5aaf3ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:23.349694 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-66a2ded3-761d-40da-ada3-2256b55a94b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424097 Jun 04 09:40:23.450571 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16803c1-81ec-415b-8745-b28960f0b989 req-4219f6c2-909c-469f-aebc-697df394d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:40:23.453316 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-4219f6c2-909c-469f-aebc-697df394d0f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1130 time: 0.0448358 Jun 04 09:40:23.570452 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16803c1-81ec-415b-8745-b28960f0b989 req-45a344ea-ed6c-4b0e-8ca4-f60eac38a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:40:23.571855 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-45a344ea-ed6c-4b0e-8ca4-f60eac38a2da service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.0991421 Jun 04 09:40:23.639128 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-d86c3fc7-106d-41e7-b866-d030f72a912a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 200 len: 1002 time: 0.0593846 Jun 04 09:40:23.695632 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16803c1-81ec-415b-8745-b28960f0b989 req-d170b882-748d-49cd-8800-af936b0a1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:40:23.697233 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-d170b882-748d-49cd-8800-af936b0a1704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0525112 Jun 04 09:40:23.746734 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16803c1-81ec-415b-8745-b28960f0b989 req-af064092-809c-48b0-a7a9-5aef6e719cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:40:23.748952 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-af064092-809c-48b0-a7a9-5aef6e719cfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440431 Jun 04 09:40:23.846190 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-233164df-0ce8-4c66-a586-e37fad88671b service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904095 Jun 04 09:40:23.948245 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c16803c1-81ec-415b-8745-b28960f0b989 req-d519e0b1-e1a4-4274-9951-204ade93899f service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959303 Jun 04 09:40:25.707323 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-91e334ce-0ec8-4d10-b714-0ea1f29ebaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:26.404924 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:27.082643 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:28.861186 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:29.878614 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:32.100646 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=6 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:33.937776 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=51 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:33.944990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=50 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:35.619926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:40.162848 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:40:45.527116 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:45.537277 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:50.155949 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:50.157318 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:40:52.550898 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8562a41f-2976-4643-936b-14f36ee83f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:55.644484 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d1487fde-be99-46ec-a8c7-67626efe4f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:56.460875 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:58.893848 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:40:59.906810 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:05.598184 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:09.097057 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:09.104379 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:15.526686 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:15.529730 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:17.163404 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:41:22.586523 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fbf4fbf2-1b64-42fe-98d7-f9fcb5517207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:23.178630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-6fd3c495-ee00-4e36-b2e9-15f8fb8c264e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441227 Jun 04 09:41:23.289738 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-6639a6d8-ff73-4be2-9770-1ca9288dfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:23.292493 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-6639a6d8-ff73-4be2-9770-1ca9288dfea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 1130 time: 0.0507553 Jun 04 09:41:23.417543 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-53cefd22-f4f0-4d5f-a5a6-616cddd7786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:23.419188 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-53cefd22-f4f0-4d5f-a5a6-616cddd7786e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1028752 Jun 04 09:41:23.486820 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-c0139b0c-1e53-4749-a70a-a138ffae23c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 200 len: 1002 time: 0.0615437 Jun 04 09:41:23.545426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-f52bfd42-d476-415a-a58f-aa11a6902019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:23.546934 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-f52bfd42-d476-415a-a58f-aa11a6902019 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0536857 Jun 04 09:41:23.594907 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-8df455fd-e586-4a99-9b35-408e71910dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:23.596632 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-8df455fd-e586-4a99-9b35-408e71910dfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435750 Jun 04 09:41:23.697116 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-2a09e2ea-f38e-41ca-8818-8a0d891c3783 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934308 Jun 04 09:41:23.804470 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46fbad5e-b65c-4543-929d-b26db2eaa32b req-62755ad3-6945-4fb9-92ee-da03359fa217 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006527 Jun 04 09:41:25.643629 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cb69e325-e861-4579-be45-b032472a39ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:26.380542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:27.158636 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:28.883490 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:29.883255 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:33.799221 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=47 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:33.801205 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=54 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:35.620027 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:39.893785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db444738-9c8e-4008-9cea-6e8f7f9acb6f req-611ebda2-6d9d-4c98-b0eb-a61b3c13935e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:39.895984 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db444738-9c8e-4008-9cea-6e8f7f9acb6f req-611ebda2-6d9d-4c98-b0eb-a61b3c13935e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.3448694 Jun 04 09:41:39.985426 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-db444738-9c8e-4008-9cea-6e8f7f9acb6f req-9ed4d32d-5a42-4f38-b564-bcb600b6d2ae tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829453 Jun 04 09:41:41.205536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde60ff-baf2-49f9-ac24-8118c90a4775 req-79643e38-0ed8-46d6-afac-27b46c6fb1f6 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:41.207197 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3bde60ff-baf2-49f9-ac24-8118c90a4775 req-79643e38-0ed8-46d6-afac-27b46c6fb1f6 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.1467655 Jun 04 09:41:41.230021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-6564079c-3a76-4e27-8d6d-27bbe05cf53c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:41.232193 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-6564079c-3a76-4e27-8d6d-27bbe05cf53c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 946 time: 0.0756614 Jun 04 09:41:41.313682 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3bde60ff-baf2-49f9-ac24-8118c90a4775 req-58edf251-6478-40f1-933c-2983199e893d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991106 Jun 04 09:41:41.357750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port c51c4208-a790-4026-9bc5-a63ccabf90d5 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:41:41.358087 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:41.453677 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] For port c51c4208-a790-4026-9bc5-a63ccabf90d5, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=c51c4208-a790-4026-9bc5-a63ccabf90d5,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:41:41.454040 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:41.630707 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:41.630963 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (2e65b5af-378d-42f3-bba8-ffa1530111ea), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:41.631282 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP 2e65b5af-378d-42f3-bba8-ffa1530111ea disassociated. External IP: 172.27.0.122, port: c51c4208-a790-4026-9bc5-a63ccabf90d5. Jun 04 09:41:41.631633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for c51c4208-a790-4026-9bc5-a63ccabf90d5 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:41:41.860052 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c51c4208-a790-4026-9bc5-a63ccabf90d5), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:41.891348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=c51c4208-a790-4026-9bc5-a63ccabf90d5,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:41:41.903266 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.903620 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.903963 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.904348 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.904661 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.904992 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.905313 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.905637 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.905956 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.906278 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.906598 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.906919 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.907234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.907551 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:41.907866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:41:42.323133 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:41:42.405989 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:42.469000 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:42.522444 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6100c72d-4010-4e16-8d4a-d75b47ad3a37 req-1ca900c2-5c8c-49cc-b702-d7c92b1fac24 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 210 time: 0.0584202 Jun 04 09:41:42.555367 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:41:42.568209 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:41:42.580248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:41:42.580918 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:41:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:41:42.610942 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] No DVR routers for this DVR port c51c4208-a790-4026-9bc5-a63ccabf90d5 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:41:42.615179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:42.622002 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-784d015a-772c-4a2c-ac34-ac95381a4ede req-915f9ad9-fe60-4e9f-ad95-8786e7bafe33 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "DELETE /v2.0/ports/c51c4208-a790-4026-9bc5-a63ccabf90d5 HTTP/1.1" status: 204 len: 173 time: 1.3813543 Jun 04 09:41:42.622749 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'name': 'network-vif-deleted', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:41:42.627013 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ebf56-c3f7-4693-bdab-c525c1aec3e2" -d '{"events": [{"server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "name": "network-vif-deleted", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:41:42.674427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af0a3ef-2792-4be0-a25c-07af2339903c x-openstack-request-id: req-4af0a3ef-2792-4be0-a25c-07af2339903c {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:41:42.674427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc43470-4d90-4405-aa2e-1f856b852765", "name": "network-vif-deleted", "tag": "c51c4208-a790-4026-9bc5-a63ccabf90d5", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:41:42.674427 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4af0a3ef-2792-4be0-a25c-07af2339903c {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:41:42.674906 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af0a3ef-2792-4be0-a25c-07af2339903c'] response: {'server_uuid': '0fc43470-4d90-4405-aa2e-1f856b852765', 'name': 'network-vif-deleted', 'tag': 'c51c4208-a790-4026-9bc5-a63ccabf90d5', 'status': 'completed', 'code': 200} Jun 04 09:41:42.751280 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:41:42.993186 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:41:43.020126 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:41:43.030733 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:41:43.031381 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:41:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:41:43.148560 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:41:43.360658 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:41:43.391490 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cab0fa-3bc2-44e6-afd4-653daa6d4493 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:41:43.674984 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f0219570-31f7-4551-899a-69112f304726 req-ad03786e-a9fd-4258-94e0-a893ea95d5a3 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc43470-4d90-4405-aa2e-1f856b852765 HTTP/1.1" status: 200 len: 210 time: 0.0377371 Jun 04 09:41:43.695430 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306b161-32fc-45cc-b5bd-3287bdc6b3ed None None] New status for floating IP 2e65b5af-378d-42f3-bba8-ffa1530111ea: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:41:43.944942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c51c4208-a790-4026-9bc5-a63ccabf90d5 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:41:44.099600 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: c51c4208-a790-4026-9bc5-a63ccabf90d5 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:41:44.099991 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device c51c4208-a790-4026-9bc5-a63ccabf90d5 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:41:44.978418 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-677aa2fb-0b95-4d7e-a0dc-d6f03bed94a2 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066289987&fields=id&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 267 time: 0.0548851 Jun 04 09:41:45.113389 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-af8785bd-1e64-4f9f-967c-62fffaf509ce tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:45.171681 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-af8785bd-1e64-4f9f-967c-62fffaf509ce tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1292045 Jun 04 09:41:45.171681 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-78412c1d-a6f1-4b61-a124-f15aeaf849da tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/quotas/3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 375 time: 0.0110562 Jun 04 09:41:45.193281 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-7f09a857-0cb1-49a3-9542-9159106ca73d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536082 Jun 04 09:41:45.381671 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-126566f8-cf98-49c4-b270-44cc0e54bf07 service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742642 Jun 04 09:41:45.481320 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-1f46ca63-d8e2-4b7f-a276-dd81496daf5d service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920866 Jun 04 09:41:47.187061 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7c4b80b9-0e4d-49a9-af9b-349c29422743 req-bd07e8b3-8f3e-4c0a-9152-27828f653339 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 210 time: 0.0376484 Jun 04 09:41:48.315838 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-033a1cf8-a6f5-4681-b894-60b5b05e0f9c req-e5b94e85-793c-4561-9763-9f1806b39437 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 210 time: 0.0520256 Jun 04 09:41:49.468122 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ba8dbda8-3e79-4dec-bea0-5875d6476944 req-f54ad3e9-81e5-44b0-abf9-f7b53083dc66 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 210 time: 0.0423706 Jun 04 09:41:49.475969 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-ed341048-d74a-4ae2-b42f-b606f3b3e750 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:49.478548 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-ed341048-d74a-4ae2-b42f-b606f3b3e750 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1484294 Jun 04 09:41:49.591604 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-de4f3b22-f2c8-460f-90e2-577caa811058 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 380 time: 0.0989416 Jun 04 09:41:49.604097 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'port': {'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'admin_state_up': True, 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'security_groups': ['fea72fc9-5dd6-4d70-8c40-62785334cce6']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:41:49.875414 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Made reservation on behalf of 3c5c8695d627407f91f991dc91808a4b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:41:49.879211 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:49.951449 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:50.034418 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.20.0.8 (5052fbea-5778-4be7-87c0-ef258535d1af/6a711e7b-5af0-4f21-a00a-6bddae90ba1c/5e3e0cde-05e3-40d0-b707-fa88eedc6064) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:41:50.040716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:50.212699 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:50.328816 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:50.379662 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:41:50.383842 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:41:50.386639 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:41:50.424268 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:41:50.466552 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:50.467371 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:50.611997 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-028a7e67-90cf-4487-ba4a-005820402bec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0156059 Jun 04 09:41:50.632208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:50.633902 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Request body: {'port': {'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:41:50.636415 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:50.647072 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a1d516f0-ba29-4db1-98ba-77680d98c30e None None] Provisioning complete for port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:41:50.648550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a1d516f0-ba29-4db1-98ba-77680d98c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:50.684346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c2b9-319e-44ac-b6f2-804110a0c7d6 req-93d8009b-0576-41c4-a4cb-35c7e52b78b8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:50.686075 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fac4c2b9-319e-44ac-b6f2-804110a0c7d6 req-93d8009b-0576-41c4-a4cb-35c7e52b78b8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 931 time: 0.0903647 Jun 04 09:41:50.707035 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a1d516f0-ba29-4db1-98ba-77680d98c30e None None] Port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:41:50.739681 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:50.806251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fac4c2b9-319e-44ac-b6f2-804110a0c7d6 req-a51c0bd9-9029-4fa3-b803-1fac4a326207 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936744 Jun 04 09:41:50.937715 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:51.160190 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3e0cde-05e3-40d0-b707-fa88eedc6064 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:41:51.176599 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks [] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:51.200951 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Transition to ACTIVE for port object 5e3e0cde-05e3-40d0-b707-fa88eedc6064 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:41:51.351420 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:51.391862 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:51.413061 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Pushing event updated for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:41:51.503029 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Attempting to bind port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:41:51.503350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Attempting to bind port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:41:51.503689 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Attempting to bind port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:41:51.509633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 on network 5052fbea-5778-4be7-87c0-ef258535d1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:41:51.509633 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Attempting to bind port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:41:51.515346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:41:51.515630 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:41:51.516001 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Bound using segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:41:51.516476 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Bound port: 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:41:51.516847 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:51.597234 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:41:51.602288 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:41:51.694968 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:51.734244 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:51.734964 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:51.736691 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] 10.222.0.47 "PUT /v2.0/ports/5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 1093 time: 1.1075833 Jun 04 09:41:51.740165 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:41:51.741829 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:41:51.769998 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169ae6e-46c1-48f7-900a-c08a1dbb9ede service neutron] Pushing event updated for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:41:51.816542 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ff2288-0490-4ad6-99eb-7170deec3c29 x-openstack-request-id: req-42ff2288-0490-4ad6-99eb-7170deec3c29 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:41:51.817069 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:41:51.817472 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42ff2288-0490-4ad6-99eb-7170deec3c29 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:41:51.818177 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ff2288-0490-4ad6-99eb-7170deec3c29'] response: {'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'status': 'completed', 'code': 200} Jun 04 09:41:51.975332 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-19c998f8-aae3-464d-a8b7-403ff8ce7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:51.977304 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-19c998f8-aae3-464d-a8b7-403ff8ce7816 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1127 time: 0.1094079 Jun 04 09:41:51.995086 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78158-87b7-4b2e-9b3a-c7f3b3078206 req-f6512285-d7ec-4a10-b13d-47a683c6d5fc tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:51.997201 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03f78158-87b7-4b2e-9b3a-c7f3b3078206 req-f6512285-d7ec-4a10-b13d-47a683c6d5fc tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0745511 Jun 04 09:41:52.128318 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-03f78158-87b7-4b2e-9b3a-c7f3b3078206 req-585a2646-db93-4b5e-af12-7d75ee8174e6 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166191 Jun 04 09:41:52.152873 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-845bbfc8-ab5b-40d1-80dd-f7e83bd18d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:52.156228 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-845bbfc8-ab5b-40d1-80dd-f7e83bd18d86 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3c5c8695d627407f91f991dc91808a4b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1563125 Jun 04 09:41:52.261565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-a91fbfbb-243d-461b-a678-73c991070ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:52.263525 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e8a73ab-039b-4a5c-9c13-18e64ce17f27 req-a91fbfbb-243d-461b-a678-73c991070ec0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028163 Jun 04 09:41:52.367752 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-d1b24cff-8504-4695-85ef-dd7e674e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:52.369357 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-d1b24cff-8504-4695-85ef-dd7e674e9b4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1127 time: 0.0437264 Jun 04 09:41:52.389681 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:52.419543 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-f08fbb20-b708-4206-a8a1-76de18c1ffa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 217 time: 0.0365143 Jun 04 09:41:52.485709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-26d56ad4-6f83-4bb4-84e3-783bf39b0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:52.488588 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-26d56ad4-6f83-4bb4-84e3-783bf39b0166 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0622962 Jun 04 09:41:52.555318 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed15d-36c5-4246-9fe8-0c939721ea93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:52.563642 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-c2ce1f7e-d251-4d24-91d2-aea5d635398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:52.565309 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-c2ce1f7e-d251-4d24-91d2-aea5d635398d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712309 Jun 04 09:41:52.675124 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-29129649-26d7-47fe-8825-2af89dca8078 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030552 Jun 04 09:41:52.811113 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ada0efca-8273-485d-83a3-c5386a8e8d1e req-7a51c672-080e-43ff-87d4-53325afda50b service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292422 Jun 04 09:41:53.258713 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720d5db-ae83-4c28-8f76-b355a8769fd0 req-b621809c-c12f-4e1d-857d-1fe9736b6548 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:53.260348 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b720d5db-ae83-4c28-8f76-b355a8769fd0 req-b621809c-c12f-4e1d-857d-1fe9736b6548 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0519145 Jun 04 09:41:53.342110 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b720d5db-ae83-4c28-8f76-b355a8769fd0 req-b3586668-4968-4dd7-a6ce-4f18f536544c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753102 Jun 04 09:41:53.774824 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:53.778991 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:54.162634 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:41:54.472223 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c055d1-b380-452c-89b4-3894a282a17f req-dcd1196d-f867-4641-b976-a7ab6498cbc1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:54.473979 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87c055d1-b380-452c-89b4-3894a282a17f req-dcd1196d-f867-4641-b976-a7ab6498cbc1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0578318 Jun 04 09:41:54.537875 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-87c055d1-b380-452c-89b4-3894a282a17f req-d61b1222-31c6-4664-91de-87c7bcc49831 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532079 Jun 04 09:41:55.659890 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f0668bea-518f-485c-b6ba-68ce0d9515fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:55.666428 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35481343-33df-4553-8606-3708787d3050 req-55297ffc-d521-4293-aacd-959a7f8dbe64 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:55.668952 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-35481343-33df-4553-8606-3708787d3050 req-55297ffc-d521-4293-aacd-959a7f8dbe64 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0532546 Jun 04 09:41:55.708128 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:41:55.724879 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-35481343-33df-4553-8606-3708787d3050 req-717a0434-e937-4965-995b-dfc857619ae3 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495839 Jun 04 09:41:56.412235 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:56.857855 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42676c83-e544-43ec-a3c6-79685bcca0e8 req-3d826370-4385-4120-94d3-497ef6b9538c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:56.860053 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-42676c83-e544-43ec-a3c6-79685bcca0e8 req-3d826370-4385-4120-94d3-497ef6b9538c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0559421 Jun 04 09:41:56.920693 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-42676c83-e544-43ec-a3c6-79685bcca0e8 req-31825e76-2288-484b-b9e2-75562aa73878 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541744 Jun 04 09:41:58.050563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f1b1e-7b5a-47e0-ba93-2d985a0621d5 req-3f8f56dc-43f3-421c-bc61-104d7f99083f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:58.052268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fb0f1b1e-7b5a-47e0-ba93-2d985a0621d5 req-3f8f56dc-43f3-421c-bc61-104d7f99083f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0533764 Jun 04 09:41:58.132303 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fb0f1b1e-7b5a-47e0-ba93-2d985a0621d5 req-31a384cf-7956-4053-a6af-15f3a9846c13 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733252 Jun 04 09:41:58.882446 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:41:59.258990 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606502a2-7e76-4ffa-8123-1b385c9fb86f req-e2ab2642-f79d-49f7-9bbe-1c3459fa9a75 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:41:59.260862 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-606502a2-7e76-4ffa-8123-1b385c9fb86f req-e2ab2642-f79d-49f7-9bbe-1c3459fa9a75 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 943 time: 0.0526495 Jun 04 09:41:59.320028 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-606502a2-7e76-4ffa-8123-1b385c9fb86f req-0c6ce7ab-09a4-4778-89cc-0526df1469ac tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527451 Jun 04 09:41:59.922541 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:00.022458 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 5e3e0cde-05e3-40d0-b707-fa88eedc6064 details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:42:00.196248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:42:00.218959 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:42:00.258410 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:42:00.258795 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:00.275262 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3e0cde-05e3-40d0-b707-fa88eedc6064 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:42:00.297660 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:42:00.373996 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:00.457808 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:42:00.467166 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.467610 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.468032 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.468550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.469068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.469632 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.470129 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.470571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.470964 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.471355 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.472699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.472699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.472699 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.473231 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.473397 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:00.493480 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3139-cf61-4017-be3d-42f0db5c15ef req-489225b8-3b24-42e1-855c-7cd760b093f3 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:00.495117 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e0f3139-cf61-4017-be3d-42f0db5c15ef req-489225b8-3b24-42e1-855c-7cd760b093f3 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 944 time: 0.0688913 Jun 04 09:42:00.557547 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1e0f3139-cf61-4017-be3d-42f0db5c15ef req-30db45df-bb98-48d3-9716-078d09195b7a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Jun 04 09:42:00.651746 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['5e3e0cde-05e3-40d0-b707-fa88eedc6064'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:42:01.688717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9864-6f62-46ab-b3f6-1afee7089a11 req-a60a1050-8cfb-4c84-9262-e88cf550fa70 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:01.690346 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30ad9864-6f62-46ab-b3f6-1afee7089a11 req-a60a1050-8cfb-4c84-9262-e88cf550fa70 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 944 time: 0.0551963 Jun 04 09:42:01.752001 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-30ad9864-6f62-46ab-b3f6-1afee7089a11 req-2f58aec5-aef1-4891-a182-dcb3dcbd97c0 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Jun 04 09:42:02.036555 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 5e3e0cde-05e3-40d0-b707-fa88eedc6064 up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:42:02.086702 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:42:02.145058 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:42:02.145434 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:02.172997 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:02.191468 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:02.241139 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:42:02.241599 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:02.268196 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:42:02.270600 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379ea81-ed69-48a8-bbdf-21c0619c936d" -d '{"events": [{"server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "name": "network-vif-plugged", "status": "completed", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:42:02.285713 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:42:02.316147 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1f642-d313-45e4-b5d1-c467ebf505b6 x-openstack-request-id: req-00b1f642-d313-45e4-b5d1-c467ebf505b6 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:42:02.316602 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "name": "network-vif-plugged", "status": "completed", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:42:02.316952 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00b1f642-d313-45e4-b5d1-c467ebf505b6 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:42:02.317442 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b1f642-d313-45e4-b5d1-c467ebf505b6'] response: {'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'code': 200} Jun 04 09:42:02.470847 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:02.524552 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:42:02.792180 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b5490-a32c-441b-8f22-916427a901e7 req-e054806c-1a4e-4ac1-986f-2ef5536d0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:02.793869 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-093b5490-a32c-441b-8f22-916427a901e7 req-e054806c-1a4e-4ac1-986f-2ef5536d0c1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0427415 Jun 04 09:42:02.883263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-093b5490-a32c-441b-8f22-916427a901e7 req-d35e300d-7bce-4e4c-b14c-fbee260e4803 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837872 Jun 04 09:42:02.895957 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9b19-21bb-48ab-9655-09dccffb1de9 req-ad0ae041-8e45-4ef0-879e-c09c46e22e7d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:02.897638 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-84bd9b19-21bb-48ab-9655-09dccffb1de9 req-ad0ae041-8e45-4ef0-879e-c09c46e22e7d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0667000 Jun 04 09:42:02.921106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:02.957677 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-84bd9b19-21bb-48ab-9655-09dccffb1de9 req-0b986c8e-7293-4c56-befe-70b1dfe7a78b tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534899 Jun 04 09:42:03.848844 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-8d281a9e-0959-44e1-ad07-480c102f1ad8 req-35a313d0-c296-4f2e-9021-d18711e4d060 service neutron] (104569) timed out ('10.222.0.47', 50333) {{(pid=104569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 09:42:04.108996 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a9d6-ea3e-4f6b-91d0-46922a4b2ff6 req-d8cd16e2-fd8e-4606-a16f-98cf6e82a616 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:04.117167 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1c3a9d6-ea3e-4f6b-91d0-46922a4b2ff6 req-d8cd16e2-fd8e-4606-a16f-98cf6e82a616 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0816107 Jun 04 09:42:04.157208 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:04.167007 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:04.180339 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c1c3a9d6-ea3e-4f6b-91d0-46922a4b2ff6 req-fb2e6f53-75b1-4c4c-b8b5-b45089cdd080 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581279 Jun 04 09:42:05.313521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80bcbb-a568-4b88-91e5-09a29e165d2a req-1be7f413-b116-468c-9f6e-16b74a794d63 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:05.315153 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e80bcbb-a568-4b88-91e5-09a29e165d2a req-1be7f413-b116-468c-9f6e-16b74a794d63 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Jun 04 09:42:05.376051 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2e80bcbb-a568-4b88-91e5-09a29e165d2a req-9cb5ad19-7cf4-4225-a7f0-f40e2a1ff5c9 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509112 Jun 04 09:42:05.504325 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb80e-2821-4476-80e9-544dbbaec52d req-72a4b372-3da5-487a-9a80-69e26849c446 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:05.505915 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-277cb80e-2821-4476-80e9-544dbbaec52d req-72a4b372-3da5-487a-9a80-69e26849c446 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Jun 04 09:42:05.553319 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:05.585177 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-277cb80e-2821-4476-80e9-544dbbaec52d req-ba206bfc-b71f-476d-9446-803dc95e86ec tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692329 Jun 04 09:42:05.611156 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36348) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:42:05.629553 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:05.670348 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84e78d-1d32-4603-89b4-57470dc6cab9 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:05.671963 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0c84e78d-1d32-4603-89b4-57470dc6cab9 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1124 time: 0.0594115 Jun 04 09:42:05.675377 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36352) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:42:05.680443 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:42:05.784068 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:05.873209 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:05.997786 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.27.0.130 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/60805f43-4735-45c1-acba-31490abf4dbb) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:42:06.112045 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (60805f43-4735-45c1-acba-31490abf4dbb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:06.242435 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (60805f43-4735-45c1-acba-31490abf4dbb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:06.286831 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:42:06.290426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:42:06.297367 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:42:06.303121 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=60805f43-4735-45c1-acba-31490abf4dbb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:42:06.331775 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.332115 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.332494 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.332831 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.333158 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.333484 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.333806 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.334126 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.334447 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.334772 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.335090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.335410 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.335727 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.336056 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.336653 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:42:06.677627 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:06.708116 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:06.719596 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (78c30175-048c-4fa5-86a1-83a5e7d60086), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:06.877641 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (60805f43-4735-45c1-acba-31490abf4dbb), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:07.079468 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (60805f43-4735-45c1-acba-31490abf4dbb), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:07.190630 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15770574'] for port (60805f43-4735-45c1-acba-31490abf4dbb), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:07.269471 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=60805f43-4735-45c1-acba-31490abf4dbb,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:42:07.281327 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (78c30175-048c-4fa5-86a1-83a5e7d60086), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:07.606651 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:07.617334 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP 78c30175-048c-4fa5-86a1-83a5e7d60086 associated. External IP: 172.27.0.130, port: 5e3e0cde-05e3-40d0-b707-fa88eedc6064. Jun 04 09:42:07.834840 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:42:07.951551 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:42:07.966268 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:42:07.978427 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:42:07.981486 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:41:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:42:08.054831 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:08.095856 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:42:08.109678 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-35c64f73-c7a6-47b0-b357-4312156b5d05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4328675 Jun 04 09:42:08.110637 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:42:08.114791 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c18787eb348369fed34c27a395ec74d1351ce7a14c8caf9e7094d35108a92c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161edc9-4458-4bd5-a60a-8f37ead81eec" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:42:08.187460 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b065ea8-5ba1-44f7-97b6-1dda68a0657a x-openstack-request-id: req-9b065ea8-5ba1-44f7-97b6-1dda68a0657a {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:42:08.187915 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:42:08.188373 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b065ea8-5ba1-44f7-97b6-1dda68a0657a {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:42:08.189009 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b065ea8-5ba1-44f7-97b6-1dda68a0657a'] response: {'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'status': 'completed', 'code': 200} Jun 04 09:42:08.276654 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-fc59b8e4-3ad6-42f4-b795-2d0c38aae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:08.278222 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-fc59b8e4-3ad6-42f4-b795-2d0c38aae450 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0474210 Jun 04 09:42:08.406654 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:06Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:42:08.409636 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-72326bd5-a373-4270-9cbf-d5385de204bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:08.411655 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-72326bd5-a373-4270-9cbf-d5385de204bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1271474 Jun 04 09:42:08.435522 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:42:08.446834 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:42:08.447707 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:41:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:42:08.492940 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-1579560f-2b4f-49b4-b655-89bb357a6cbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 999 time: 0.0756123 Jun 04 09:42:08.558184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-f2fc4acb-9f2a-436c-bf41-80481b66e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:08.560783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-f2fc4acb-9f2a-436c-bf41-80481b66e079 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0623944 Jun 04 09:42:08.578426 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:42:08.613706 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-ab7fb419-afac-4752-bcab-65b29f02ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:08.615275 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-ab7fb419-afac-4752-bcab-65b29f02ac6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484471 Jun 04 09:42:08.720511 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-6b1fdd82-6dcc-4123-a584-f553216bb589 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983078 Jun 04 09:42:08.848406 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d161edc9-4458-4bd5-a60a-8f37ead81eec req-08b0df6d-9b85-4c3f-85c9-504d8e02d67f service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217911 Jun 04 09:42:08.872858 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:08.882494 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:06Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:42:08.912320 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e1e5-c646-4ee0-8e77-f4113b1f670e None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:06Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:42:09.137128 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dee83-b294-4920-8cdd-6789892ee898 None None] New status for floating IP 78c30175-048c-4fa5-86a1-83a5e7d60086: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:42:10.507468 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-ff45d62e-210f-47c3-b9c8-3cb6533d4ced req-281cb380-91b4-41d0-b872-de793111c733 service neutron] (104569) timed out ('10.222.0.47', 50342) {{(pid=104569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 09:42:18.099907 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:18.103232 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=34 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:18.822512 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=73 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:18.841975 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=48 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:18.887230 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:22.561499 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2253b72d-a8e9-4565-9171-85238c20e910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:23.102940 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:23.103744 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:24.279538 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-a68bf720-5f9d-475a-b6e5-749c75eccce3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1080217 Jun 04 09:42:24.405673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-5bec3504-73f6-40b9-82c9-f8b8ee5e0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:24.407295 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-5bec3504-73f6-40b9-82c9-f8b8ee5e0e57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0489514 Jun 04 09:42:24.525769 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-ff462bed-71d3-4d1a-8a23-a08a6a9a2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:24.527351 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-ff462bed-71d3-4d1a-8a23-a08a6a9a2272 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.0968864 Jun 04 09:42:24.599989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-50a91410-6925-4db9-9f13-90d6107a95d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 1001 time: 0.0657518 Jun 04 09:42:24.657281 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-a18f9605-6340-4b32-89c8-2eda707fcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:24.659826 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-a18f9605-6340-4b32-89c8-2eda707fcd65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0534656 Jun 04 09:42:24.715883 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-4fd913f8-a9ef-4d72-af31-d68bb3a64f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:42:24.717515 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-4fd913f8-a9ef-4d72-af31-d68bb3a64f33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510569 Jun 04 09:42:24.820618 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-7a56cae8-ba90-4e92-8cc4-db0d67191675 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965614 Jun 04 09:42:24.952097 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9c6bd692-351f-4ff7-bf12-f177b53a3341 req-ed1d441d-3f42-47e1-b394-c7405c9595af service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248815 Jun 04 09:42:25.731525 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dac390f9-c673-4462-ba1c-ca47a7b36fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:26.406041 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:28.921341 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:29.933556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:31.161820 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:42:34.943346 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=47 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:34.946585 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=54 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:35.607432 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:45.537877 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:45.539721 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:49.838473 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:49.839683 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:42:52.558962 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-101c48f1-4aa5-4f15-a8d9-c0d447c721b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:55.629715 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c1b73dce-0fc0-4b23-9b22-68c950920d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:56.412115 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:58.908068 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:42:59.903620 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:00.101606 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:00.102531 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:05.621775 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:08.164081 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:43:15.554055 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:15.557090 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:18.157603 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:18.158495 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:22.563875 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8da2-4f79-4252-b2d1-0e0b7413f8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:25.456038 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-cb7eda8c-7c08-43b0-8a92-88acb1c5dee1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440509 Jun 04 09:43:25.565401 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-870a408b-a42d-4e34-92d7-d287ecd280e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:25.567780 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-870a408b-a42d-4e34-92d7-d287ecd280e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0511196 Jun 04 09:43:25.640009 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8041bb27-341d-4133-a538-89a985e39157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:25.700168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-ac3ec580-a2b2-4ac1-8324-0459ccf00555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:25.702703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-ac3ec580-a2b2-4ac1-8324-0459ccf00555 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1097946 Jun 04 09:43:25.776478 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-c8218ef3-6e1e-4f2a-90df-3e6212d1ef21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 1001 time: 0.0681007 Jun 04 09:43:25.827317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-5551a52e-ba34-404f-8a10-b8e92d1bceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:25.828767 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-5551a52e-ba34-404f-8a10-b8e92d1bceea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0471230 Jun 04 09:43:25.875172 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-48bee0a6-5375-4989-88a4-17e2403c58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:25.876760 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-48bee0a6-5375-4989-88a4-17e2403c58cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425813 Jun 04 09:43:25.982659 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-0ee17df4-fdae-4fb1-b354-2bd800d46111 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995939 Jun 04 09:43:26.376361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ecf2be01-e685-4cad-b66e-ae5677ea14b2 req-4b2242c1-cea6-40f9-89f2-60b98fb5516c service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879795 Jun 04 09:43:26.405322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:28.994418 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:29.917982 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:35.638760 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:36.370565 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=53 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:36.372587 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=48 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:37.101492 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:37.102386 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:44.247460 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-891f6806-aabf-464b-b234-982f1b0ee39e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066289987&fields=id&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 267 time: 0.0526943 Jun 04 09:43:44.372350 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-32a60e25-ddbd-4b44-9a10-01a57be0858c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:44.373958 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-32a60e25-ddbd-4b44-9a10-01a57be0858c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1191297 Jun 04 09:43:44.394221 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-ba795613-414c-4341-8917-266bee56ce06 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/quotas/3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 375 time: 0.0102081 Jun 04 09:43:44.452263 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-fdac2534-487d-4aa0-b293-f8af13763f1d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513430 Jun 04 09:43:44.613856 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-640e0679-8d89-4607-a323-1e5043e1ab8a service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487050 Jun 04 09:43:44.721015 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-2f30a7d7-4cb5-44a6-9bef-b8d9c9062bee service neutron] 10.222.0.46 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968590 Jun 04 09:43:45.173482 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:43:45.372636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a8ef3633-0f5a-4091-88f8-9a4d48d50528 req-ce980361-bd45-4256-a06f-6b891f5deb6e tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0366089 Jun 04 09:43:45.553496 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:45.555497 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:46.480507 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3e9ea38a-0c38-4a5e-9896-7f7d5e347aee req-4a720f48-d75c-4d9a-b7ff-0f0de88c3330 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0474131 Jun 04 09:43:47.582702 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d5ad698c-a2ca-4497-bf20-6e8e7f388f96 req-d8714902-5162-43f5-aab7-8c453febfc0d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0347075 Jun 04 09:43:48.671411 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-216b62a9-d9d6-492a-b861-a9e5d2cda4af req-93c5aa93-e59e-4b77-bb81-dc2aba743cc7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Jun 04 09:43:49.794611 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a6601562-3ccf-4f88-b4a3-cb3901750fa1 req-303ee020-cfca-4fd0-b2e9-ef6811934cca tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0510604 Jun 04 09:43:50.923910 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c05fe15a-b190-4a0e-aeab-a27515cccf09 req-adfdf83e-564a-47d4-bee0-92a1e3ccdfe5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0355692 Jun 04 09:43:51.704202 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-83b6729c-de37-42d9-b942-7ec53490ae05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:51.705954 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-83b6729c-de37-42d9-b942-7ec53490ae05 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 810 time: 0.1228211 Jun 04 09:43:51.799841 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-a330548c-60f7-4d5f-be90-2f67e53b0b20 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5c8695d627407f91f991dc91808a4b HTTP/1.1" status: 200 len: 380 time: 0.0795000 Jun 04 09:43:51.810678 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'port': {'device_id': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'admin_state_up': True, 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'security_groups': ['fea72fc9-5dd6-4d70-8c40-62785334cce6']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:43:52.053222 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-22f13c5f-dcbe-4c03-ab35-b6cb72e91ae1 req-2085369a-52b3-4117-bce6-891d75922556 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0400062 Jun 04 09:43:52.068269 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Made reservation on behalf of 3c5c8695d627407f91f991dc91808a4b for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 09:43:52.072642 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.237723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.20.0.3 (5052fbea-5778-4be7-87c0-ef258535d1af/6a711e7b-5af0-4f21-a00a-6bddae90ba1c/006563ee-6261-4ee4-914b-4843fc0eafdb) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:43:52.253184 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:52.281685 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:52.429995 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.530671 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.565282 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c73cb34e-cc6b-49ff-93bc-03557d117635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.578709 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5052fbea-5778-4be7-87c0-ef258535d1af is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:43:52.582732 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:43:52.590735 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:43:52.598094 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:43:52.631010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.631568 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.632121 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.633249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.633647 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.634203 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.634731 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.635276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.635785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.636432 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.637386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.637588 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.638116 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.638723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.639158 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:43:52.672075 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:52.673019 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.801356 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-4246f426-0b9a-4d96-87b8-c58e98919307 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9949131 Jun 04 09:43:52.820960 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Request body: {'port': {'device_id': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84469'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:43:52.860178 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:52.898349 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.903751 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-01c0f263-9f24-4350-8bf5-080056e7fd5c None None] Provisioning complete for port 006563ee-6261-4ee4-914b-4843fc0eafdb triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:43:52.904397 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-01c0f263-9f24-4350-8bf5-080056e7fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:52.965834 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-01c0f263-9f24-4350-8bf5-080056e7fd5c None None] Port 006563ee-6261-4ee4-914b-4843fc0eafdb cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 09:43:53.139733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:53.248925 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619fd79-390e-4c43-9350-2073f9769f01 req-e8d91dbd-c924-43bf-957d-59bfa5b26f2a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:53.250516 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7619fd79-390e-4c43-9350-2073f9769f01 req-e8d91dbd-c924-43bf-957d-59bfa5b26f2a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 931 time: 0.0848587 Jun 04 09:43:53.309770 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006563ee-6261-4ee4-914b-4843fc0eafdb {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:43:53.323338 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks [] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:53.360123 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Transition to ACTIVE for port object 006563ee-6261-4ee4-914b-4843fc0eafdb will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 09:43:53.365109 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7619fd79-390e-4c43-9350-2073f9769f01 req-10ec82c5-13e2-4ec1-809c-b2710bb773f7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027694 Jun 04 09:43:53.444962 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:53.510581 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:53.531018 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:43:53.621774 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Attempting to bind port 006563ee-6261-4ee4-914b-4843fc0eafdb on host hv-cinder-84469 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 09:43:53.622373 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Attempting to bind port 006563ee-6261-4ee4-914b-4843fc0eafdb by drivers openvswitch,hyperv on host hv-cinder-84469 at level 0 using segments [{'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 09:43:53.622927 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Attempting to bind port 006563ee-6261-4ee4-914b-4843fc0eafdb on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:43:53.630833 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Port 006563ee-6261-4ee4-914b-4843fc0eafdb on network 5052fbea-5778-4be7-87c0-ef258535d1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84469 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 09:43:53.631410 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Attempting to bind port 006563ee-6261-4ee4-914b-4843fc0eafdb on network 5052fbea-5778-4be7-87c0-ef258535d1af {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 09:43:53.642967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Checking agent: {'id': 'd4e1ebf2-98ce-43d9-970d-9a3c88400445', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84469', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'started_at': datetime.datetime(2022, 6, 4, 9, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 09:43:53.642967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Checking segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 09:43:53.642967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Bound using segment: {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 09:43:53.642967 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Bound port: 006563ee-6261-4ee4-914b-4843fc0eafdb, host: hv-cinder-84469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32498886-1ba6-4995-906e-74ba1decd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 09:43:53.643723 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:53.734667 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 09:43:53.738718 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=006563ee-6261-4ee4-914b-4843fc0eafdb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 09:43:53.873907 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:53.911938 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:53.912805 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:53.914869 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] 10.222.0.47 "PUT /v2.0/ports/006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 1093 time: 1.0985243 Jun 04 09:43:53.915485 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:43:53.917850 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:43:53.959921 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590857-0081-4146-9494-1b643f262fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:43:54.062292 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9acbe-2149-4653-bcf9-f72e1916be99 x-openstack-request-id: req-0eb9acbe-2149-4653-bcf9-f72e1916be99 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:43:54.062673 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:43:54.062991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0eb9acbe-2149-4653-bcf9-f72e1916be99 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:43:54.063482 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb9acbe-2149-4653-bcf9-f72e1916be99'] response: {'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'status': 'completed', 'code': 200} Jun 04 09:43:54.136436 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-b3727c1d-6809-4172-b2aa-060fc865ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:54.138275 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-b3727c1d-6809-4172-b2aa-060fc865ed1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1127 time: 0.0624757 Jun 04 09:43:54.194444 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-ed033bb4-d982-4e92-9e1c-066cf9e453a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 217 time: 0.0441847 Jun 04 09:43:54.248815 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-e96087a5-999d-41c0-bf50-8be657abc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:54.250340 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-e96087a5-999d-41c0-bf50-8be657abc7b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0489480 Jun 04 09:43:54.302701 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-6ec06701-a7f3-430e-90b4-cf54f7ec0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:54.304392 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-6ec06701-a7f3-430e-90b4-cf54f7ec0b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477602 Jun 04 09:43:54.414190 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-0b9f4eb1-9c3f-4238-b26e-a8d278ced289 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033916 Jun 04 09:43:54.558876 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d47d70b0-04e7-48e6-9d25-9db9136ffd1f req-25a219af-9ebb-4489-8d47-643c2a591a95 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384835 Jun 04 09:43:54.575172 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6066b4-4647-4829-a7be-12f87abd4e31 req-a1067a58-6b55-4035-b310-7723ddcf6641 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:54.576810 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bb6066b4-4647-4829-a7be-12f87abd4e31 req-a1067a58-6b55-4035-b310-7723ddcf6641 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0710948 Jun 04 09:43:54.641344 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bb6066b4-4647-4829-a7be-12f87abd4e31 req-dfbf27b1-f705-4bc3-8f21-5f157177978d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542173 Jun 04 09:43:55.045227 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-4817c0ae-4c26-4f3b-a222-a1d4ee08fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:55.046759 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-4817c0ae-4c26-4f3b-a222-a1d4ee08fbe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1127 time: 0.0424807 Jun 04 09:43:55.074159 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:55.154066 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-a86b8854-438d-4dc8-908e-189abdc45c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:55.155568 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-a86b8854-438d-4dc8-908e-189abdc45c65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1009302 Jun 04 09:43:55.160335 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:55.203989 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-79642041-62e3-431c-8e67-aba0463d50f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 217 time: 0.0371065 Jun 04 09:43:55.263893 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-b296d911-648a-45c1-939a-ed0e1552ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:55.265474 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-b296d911-648a-45c1-939a-ed0e1552ac4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0501382 Jun 04 09:43:55.315649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-4296a79d-4035-4641-8471-e2013f32e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:55.317281 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-4296a79d-4035-4641-8471-e2013f32e6d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424585 Jun 04 09:43:55.420432 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-385548cc-a59c-47c8-83c0-4de2d7f90a77 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970254 Jun 04 09:43:55.524858 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a9fae34d-943c-40d3-8c0b-5c62f0ff4ce7 req-2d471c23-1a00-4c7f-80de-b04f3f591010 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970666 Jun 04 09:43:55.644557 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4bcd799e-4ef7-4657-98ac-a75db088a8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:55.767260 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:43:55.779519 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80b9e-7038-42b5-b456-cf5aeb86aa55 req-5b2cde07-3fe1-40c6-9b26-55f138f71a57 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:55.781287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5b80b9e-7038-42b5-b456-cf5aeb86aa55 req-5b2cde07-3fe1-40c6-9b26-55f138f71a57 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0546069 Jun 04 09:43:55.839242 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5b80b9e-7038-42b5-b456-cf5aeb86aa55 req-899e6fc5-37e2-436c-87df-3766c4b31ecc tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517821 Jun 04 09:43:56.444755 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:56.970249 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1a90-4207-4e94-a811-63271b9e7840 req-c39bc89f-3821-404c-be7e-8fd90b96d909 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:56.971881 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d9dc1a90-4207-4e94-a811-63271b9e7840 req-c39bc89f-3821-404c-be7e-8fd90b96d909 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0502326 Jun 04 09:43:57.025268 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d9dc1a90-4207-4e94-a811-63271b9e7840 req-f7a85a82-d7b8-45ba-b462-4ca6319a1e73 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 Jun 04 09:43:58.154303 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059abb2-8bf0-4605-926e-7f923b27d50a req-d4af4b3f-d9a8-4b1d-b925-ed4bb6555ace tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:58.155946 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9059abb2-8bf0-4605-926e-7f923b27d50a req-d4af4b3f-d9a8-4b1d-b925-ed4bb6555ace tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0558138 Jun 04 09:43:58.215260 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9059abb2-8bf0-4605-926e-7f923b27d50a req-86cd49c4-3c10-4532-be24-a41aa6718e07 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486853 Jun 04 09:43:58.884662 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:43:59.372166 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5147b93-7867-4002-b88f-c0afcc27d6d6 req-cc17984a-fcd1-4d8e-9e36-46bf616e4939 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:43:59.373637 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5147b93-7867-4002-b88f-c0afcc27d6d6 req-cc17984a-fcd1-4d8e-9e36-46bf616e4939 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0793972 Jun 04 09:43:59.432805 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f5147b93-7867-4002-b88f-c0afcc27d6d6 req-cac6ee32-8208-48ea-81ba-96e2752f87e2 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528140 Jun 04 09:43:59.964229 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:00.567900 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc84896-af5e-4d70-9355-bc56e22df681 req-57acad67-6b97-47f4-9aa7-96dbe1469c0a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:00.569572 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfc84896-af5e-4d70-9355-bc56e22df681 req-57acad67-6b97-47f4-9aa7-96dbe1469c0a tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0567360 Jun 04 09:44:00.661776 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cfc84896-af5e-4d70-9355-bc56e22df681 req-0a853487-fd24-484f-8342-e394b903a7f5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815825 Jun 04 09:44:01.864630 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655fd48-43a7-4e1d-94c5-1af9de13deac req-bbde574f-6107-43a2-8a65-cc7355d2bddb tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:01.867243 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3655fd48-43a7-4e1d-94c5-1af9de13deac req-bbde574f-6107-43a2-8a65-cc7355d2bddb tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 943 time: 0.0660875 Jun 04 09:44:01.919800 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-3655fd48-43a7-4e1d-94c5-1af9de13deac req-7bc31dc0-81a2-413c-a57e-b5ed8f7aa669 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465119 Jun 04 09:44:02.657315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 006563ee-6261-4ee4-914b-4843fc0eafdb details requested by agent hyperv_hv-cinder-84469 with host hv-cinder-84469 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 09:44:02.764737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=006563ee-6261-4ee4-914b-4843fc0eafdb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:44:02.783433 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Returning: {'device': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'port_id': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'mac_address': 'fa:16:3e:97:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 09:44:02.824472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 006563ee-6261-4ee4-914b-4843fc0eafdb is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:44:02.824861 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:02.840886 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006563ee-6261-4ee4-914b-4843fc0eafdb {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 09:44:02.866303 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=006563ee-6261-4ee4-914b-4843fc0eafdb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:44:02.948031 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:03.032767 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:44:03.043024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.043568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.044136 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.044599 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.044987 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.045365 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.045770 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.046195 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.046547 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.046932 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.047361 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.047829 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.048248 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.048702 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.049131 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:44:03.086152 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8a92c-281c-48d7-b8aa-10fc9b09bef4 req-9b4742eb-0adc-4639-8393-d5b4830873cf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:03.088425 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62a8a92c-281c-48d7-b8aa-10fc9b09bef4 req-9b4742eb-0adc-4639-8393-d5b4830873cf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 944 time: 0.0605743 Jun 04 09:44:03.146731 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-62a8a92c-281c-48d7-b8aa-10fc9b09bef4 req-dd420851-895a-47bb-92ed-943b503725e7 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520418 Jun 04 09:44:03.251737 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] get_ports_and_sgs() called for port_ids ['006563ee-6261-4ee4-914b-4843fc0eafdb'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 09:44:04.273984 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:04.294637 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd6bfe-7116-42f6-923e-44f02549a918 req-c16a67ed-db78-4980-b8a1-d39a35ceff1b tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:04.296539 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ecd6bfe-7116-42f6-923e-44f02549a918 req-c16a67ed-db78-4980-b8a1-d39a35ceff1b tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 944 time: 0.0604775 Jun 04 09:44:04.355503 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ecd6bfe-7116-42f6-923e-44f02549a918 req-9dac1397-b2bd-4676-9e93-03c090802362 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530167 Jun 04 09:44:04.670416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 006563ee-6261-4ee4-914b-4843fc0eafdb up at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 09:44:04.723021 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning for port 006563ee-6261-4ee4-914b-4843fc0eafdb completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 09:44:04.725259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:04.890155 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Provisioning complete for port 006563ee-6261-4ee4-914b-4843fc0eafdb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 09:44:04.890725 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681062'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:04.922459 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:04.972771 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Current status of the port 006563ee-6261-4ee4-914b-4843fc0eafdb is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 09:44:04.973149 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:05.000044 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:44:05.002482 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88c33d7c9a38b351e9df57992e47778ab354a5cb2eb41f0d4c7e606546cb080f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701b6515-7f22-48b8-bf52-2a4d455c75c8" -d '{"events": [{"server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "name": "network-vif-plugged", "status": "completed", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:44:05.017520 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=006563ee-6261-4ee4-914b-4843fc0eafdb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:44:05.085281 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:05.121817 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c336ff-a5c5-4cd0-85cc-ce90daa594dd x-openstack-request-id: req-94c336ff-a5c5-4cd0-85cc-ce90daa594dd {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:44:05.122156 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "name": "network-vif-plugged", "status": "completed", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:44:05.122459 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94c336ff-a5c5-4cd0-85cc-ce90daa594dd {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:44:05.122947 dv-cinder-844695-1-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c336ff-a5c5-4cd0-85cc-ce90daa594dd'] response: {'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'code': 200} Jun 04 09:44:05.146456 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Pushing event updated for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:44:05.519893 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87f735-23fd-4fdf-be10-3b949fd82eed req-81572eb8-3e9d-489b-9785-843288190e4c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:05.521482 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b87f735-23fd-4fdf-be10-3b949fd82eed req-81572eb8-3e9d-489b-9785-843288190e4c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0836556 Jun 04 09:44:05.546536 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0096942-d05a-436a-b346-4e04cd7bb40d req-c426c4ca-6cc2-4819-8de4-100940f18008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:05.547870 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d0096942-d05a-436a-b346-4e04cd7bb40d req-c426c4ca-6cc2-4819-8de4-100940f18008 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1129 time: 0.0666432 Jun 04 09:44:05.605762 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b87f735-23fd-4fdf-be10-3b949fd82eed req-f603ea85-16ad-4fab-b6e1-6ce9464d5c42 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774705 Jun 04 09:44:05.632890 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d0096942-d05a-436a-b346-4e04cd7bb40d req-0070e5da-db6f-41dd-b717-e0c4849d92cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751371 Jun 04 09:44:05.661613 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:06.738142 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365e01-18b3-41dc-bfb1-1b224e7ce3d2 req-160ec260-a5bc-44c2-abad-42a483824136 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:06.739948 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f4365e01-18b3-41dc-bfb1-1b224e7ce3d2 req-160ec260-a5bc-44c2-abad-42a483824136 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0564957 Jun 04 09:44:06.804330 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-f4365e01-18b3-41dc-bfb1-1b224e7ce3d2 req-5ea83fed-e2ba-4d2c-be60-b2e9888b11ca tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540533 Jun 04 09:44:07.270945 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-3d1d7e73-b22b-4104-abda-454c216bce2e service neutron] (104569) timed out ('10.222.0.46', 56980) {{(pid=104569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 09:44:07.519490 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-cbd8c7a2-2476-4a96-bbbf-0cd89ca0ea99 req-4b2650b7-18c8-4515-b8ff-23d73a2b5f88 tempest-AttachVolumeShelveTestJSON-390993312 tempest-AttachVolumeShelveTestJSON-390993312-project] (104569) timed out ('10.222.0.46', 56992) {{(pid=104569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 09:44:07.937016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144262e2-0df4-4e2d-8df6-9b51b80c3b96 req-d8a39cd4-3a85-4ee5-beb5-0398bcc3d3e8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:07.938653 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-144262e2-0df4-4e2d-8df6-9b51b80c3b96 req-d8a39cd4-3a85-4ee5-beb5-0398bcc3d3e8 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0520835 Jun 04 09:44:08.004058 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-144262e2-0df4-4e2d-8df6-9b51b80c3b96 req-fa137dd9-cf22-412d-9684-41128257f029 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549266 Jun 04 09:44:08.123461 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:08.144997 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde71f-9c6d-4f4f-9625-e8e83936c94f req-2bd622a4-ee36-44ac-b009-6b4e7b1d3500 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:08.146668 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4edde71f-9c6d-4f4f-9625-e8e83936c94f req-2bd622a4-ee36-44ac-b009-6b4e7b1d3500 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0612671 Jun 04 09:44:08.205421 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4edde71f-9c6d-4f4f-9625-e8e83936c94f req-02a955b4-d80a-42a6-8913-dd5886cf7e2c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 Jun 04 09:44:08.232025 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36498) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:44:08.275784 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf3438-3e92-4844-8c7d-02e24b454054 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:08.277489 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dfbf3438-3e92-4844-8c7d-02e24b454054 tempest-TestVolumeBootPattern-1928429491 tempest-TestVolumeBootPattern-1928429491-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1124 time: 0.0442431 Jun 04 09:44:08.282104 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36500) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:44:08.286865 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Request body: {'floatingip': {'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'port_id': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 09:44:08.449838 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:08.543986 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:08.697730 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Allocated IP 172.27.0.113 (5b2e7d96-135a-430a-b697-4f281e930249/5d04037a-c868-4a32-abd7-22bc6c120e61/c9c6cb10-82ef-40fb-b34d-f14b228ed141) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 09:44:08.863750 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:08.870711 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:08.964610 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742868303647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:09.009364 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Network 5b2e7d96-135a-430a-b697-4f281e930249 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 09:44:09.013378 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 09:44:09.016356 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 09:44:09.049510 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=c9c6cb10-82ef-40fb-b34d-f14b228ed141,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:44:09.213505 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:09.439054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (abecaf8d-0822-4867-b3f4-248c45f3567c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:09.658355 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561445'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:09.861725 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:09.930474 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742868684162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742868303665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742868303683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16313823'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:10.009696 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event updated for resources: {'Port': ['ID=c9c6cb10-82ef-40fb-b34d-f14b228ed141,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:44:10.015675 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:10.027251 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828613'] for floatingip (abecaf8d-0822-4867-b3f4-248c45f3567c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:10.425496 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP abecaf8d-0822-4867-b3f4-248c45f3567c associated. External IP: 172.27.0.113, port: 006563ee-6261-4ee4-914b-4843fc0eafdb. Jun 04 09:44:10.705197 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:44:10.759575 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:10.824106 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:44:10.838004 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:44:10.851321 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:44:10.851965 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:43:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:44:10.939576 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:10.984537 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e28be420-d7f0-463e-a669-b7332f310559 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7011638 Jun 04 09:44:10.985057 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:44:10.985572 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:44:10.987426 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef018277-19ab-46ea-8648-faf7d1625a12" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:44:11.048717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd03c8-1f57-436e-8a4b-df0ebfd332be x-openstack-request-id: req-cebd03c8-1f57-436e-8a4b-df0ebfd332be {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:44:11.049789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:44:11.049789 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cebd03c8-1f57-436e-8a4b-df0ebfd332be {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:44:11.049789 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebd03c8-1f57-436e-8a4b-df0ebfd332be'] response: {'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'status': 'completed', 'code': 200} Jun 04 09:44:11.141270 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-bd47b631-07f7-4c78-a22a-626edb169dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:11.143097 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-bd47b631-07f7-4c78-a22a-626edb169dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1129 time: 0.0479996 Jun 04 09:44:11.260111 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-5109af1d-8a1f-46e1-a34d-783e1f14fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:11.261535 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-5109af1d-8a1f-46e1-a34d-783e1f14fa5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1118486 Jun 04 09:44:11.268205 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}, {'id': 'abecaf8d-0822-4867-b3f4-248c45f3567c', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:97:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:44:09Z', 'updated_at': '2022-06-04T09:44:09Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:44:11.304736 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:44:11.319340 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:44:11.321076 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:43:56Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:44:11.342661 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-69214a4f-bc9a-49e2-a6f1-98f0c7e91adf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 999 time: 0.0740066 Jun 04 09:44:11.399399 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-5cd26f86-a6bc-4a80-a509-a39eed235cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:11.401630 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-5cd26f86-a6bc-4a80-a509-a39eed235cb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0527027 Jun 04 09:44:11.454553 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-23bb17b9-edf6-4a59-a50c-184112f295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:11.456817 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-23bb17b9-edf6-4a59-a50c-184112f295d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494258 Jun 04 09:44:11.508025 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:44:11.586413 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-c4ffaf0f-e1bc-4984-b53a-32b071bd2805 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223931 Jun 04 09:44:11.708082 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ef018277-19ab-46ea-8648-faf7d1625a12 req-6a6da70e-bdc9-40ff-a21d-7b0b708f5411 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059277 Jun 04 09:44:11.713789 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:11.787636 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}, {'id': 'abecaf8d-0822-4867-b3f4-248c45f3567c', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:97:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:44:09Z', 'updated_at': '2022-06-04T09:44:09Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:44:11.820010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06312a6-785d-40ac-aa26-7db0b5616943 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}, {'id': 'abecaf8d-0822-4867-b3f4-248c45f3567c', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:97:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:44:09Z', 'updated_at': '2022-06-04T09:44:09Z', 'revision_number': 0, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:44:12.057326 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15b06d-6af7-4267-bd72-e0fb14f20ed4 None None] New status for floating IP abecaf8d-0822-4867-b3f4-248c45f3567c: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:44:21.699266 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:21.703580 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=53 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:21.792000 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:22.164309 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:44:22.181558 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:22.587308 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5c85-14ae-4bb1-b719-a85c61ae072f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:25.786456 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f5925806-3fd4-4a6a-879a-f070cbb9357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:26.437611 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:28.079236 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-d7556016-9fd2-4be7-8798-17249a4bec06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429716 Jun 04 09:44:28.193136 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-c690da44-5820-45ca-8ccd-d523fa6f1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:28.194993 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-c690da44-5820-45ca-8ccd-d523fa6f1dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0487099 Jun 04 09:44:28.315635 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-abb4cbe7-021c-447e-b80f-b625f1f0b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:28.317287 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-abb4cbe7-021c-447e-b80f-b625f1f0b348 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.0998230 Jun 04 09:44:28.392346 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-3916078c-d26a-4395-a3f7-fb433443a06a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 1001 time: 0.0681136 Jun 04 09:44:28.446090 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-37650da5-aa42-48b2-8b8f-d9a7cf817593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:28.447715 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-37650da5-aa42-48b2-8b8f-d9a7cf817593 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0481825 Jun 04 09:44:28.496016 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-9990c46b-7226-41df-90fe-b4371ef4593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:44:28.497602 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-9990c46b-7226-41df-90fe-b4371ef4593e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438035 Jun 04 09:44:28.604799 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-49982c78-8d37-43ba-8f0e-8b624dbd4f5c service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002371 Jun 04 09:44:28.705262 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b4870b0-ed6f-4a37-8546-a7ce8cf39408 req-1699ff3d-8652-4997-9d19-bdaab20e827d service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943978 Jun 04 09:44:28.890010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:29.940640 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:32.159068 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:35.704679 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:38.693931 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=47 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:38.702236 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=54 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:45.571853 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:45.574633 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:51.098390 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:51.099247 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:44:52.563066 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-60c052c2-d871-4266-9e34-423a3b36d8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:55.643257 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-86a06603-193f-406a-b5d2-311128738ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:56.431056 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:58.916906 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:44:59.164726 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:44:59.899627 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:05.682336 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:09.159756 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:09.160828 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:15.590257 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=25 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:15.598560 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:22.544682 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-16f50d94-a13c-4fea-b6ca-58aa1b771e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:25.670468 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-564f0b32-d1c0-4a45-965d-e2688d17d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:26.425091 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:28.096545 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:28.097544 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:28.466957 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-d47fec29-f2e5-4ceb-b976-3f40f841d042 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429165 Jun 04 09:45:28.549901 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039d86-443b-4a55-aa90-6a187e29aedb req-cc6c5e83-8dda-49e6-8b07-649572cf9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:28.551607 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-cc6c5e83-8dda-49e6-8b07-649572cf9b97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1129 time: 0.0482159 Jun 04 09:45:28.667409 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039d86-443b-4a55-aa90-6a187e29aedb req-753accce-1ed1-4d8f-a682-e3195d225dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:28.668940 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-753accce-1ed1-4d8f-a682-e3195d225dc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.0958710 Jun 04 09:45:28.742450 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-a32c225e-c6f9-4d7e-ab76-a9da80cdaa90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 1001 time: 0.0672550 Jun 04 09:45:28.796027 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039d86-443b-4a55-aa90-6a187e29aedb req-8ea4cfc7-0f7a-4992-8b14-8ffab01b09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:28.797575 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-8ea4cfc7-0f7a-4992-8b14-8ffab01b09ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0493276 Jun 04 09:45:28.855936 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039d86-443b-4a55-aa90-6a187e29aedb req-f6880140-10a9-4017-be99-45b8861d793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:28.857650 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-f6880140-10a9-4017-be99-45b8861d793a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536761 Jun 04 09:45:28.910084 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:28.966341 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-8ba84a08-6dc5-4cdc-97b2-560455878954 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021733 Jun 04 09:45:29.068574 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-18039d86-443b-4a55-aa90-6a187e29aedb req-903d2ccc-fd48-451c-9dba-69cd0f476006 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968802 Jun 04 09:45:29.915874 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:31.605046 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36536) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:31.768793 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port c9c6cb10-82ef-40fb-b34d-f14b228ed141 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:31.769219 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:31.860973 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:31.861276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (c9c6cb10-82ef-40fb-b34d-f14b228ed141), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:31.877877 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for c9c6cb10-82ef-40fb-b34d-f14b228ed141 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:31.993055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:32.034847 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:32.110640 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (c9c6cb10-82ef-40fb-b34d-f14b228ed141), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:32.140365 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=c9c6cb10-82ef-40fb-b34d-f14b228ed141,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:32.153899 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.154276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.154601 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.154964 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.155282 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.155619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.155945 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.156271 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.161785 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:32.224276 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (abecaf8d-0822-4867-b3f4-248c45f3567c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:32.224636 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP abecaf8d-0822-4867-b3f4-248c45f3567c disassociated (deleted). External IP: 172.27.0.113, port: 006563ee-6261-4ee4-914b-4843fc0eafdb. Jun 04 09:45:32.484797 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:45:32.602733 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:45:32.608473 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:32.616498 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:45:32.634156 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:32.635186 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:32.643113 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-318e0a58-193d-4756-8f96-b532965241d5 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "DELETE /v2.0/floatingips/abecaf8d-0822-4867-b3f4-248c45f3567c HTTP/1.1" status: 204 len: 168 time: 1.0336154 Jun 04 09:45:32.643113 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:45:32.643113 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:45:32.697539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3467894-6590-4d0f-8651-4bd992a3fcff x-openstack-request-id: req-b3467894-6590-4d0f-8651-4bd992a3fcff {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:45:32.697539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:45:32.697539 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3467894-6590-4d0f-8651-4bd992a3fcff {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:45:32.697539 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3467894-6590-4d0f-8651-4bd992a3fcff'] response: {'name': 'network-changed', 'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'status': 'completed', 'code': 200} Jun 04 09:45:32.794512 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:32.801803 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-f4981e29-ecfe-43e9-8c71-3b92163f7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:32.805104 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-f4981e29-ecfe-43e9-8c71-3b92163f7fed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 1129 time: 0.0580840 Jun 04 09:45:32.913478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-6d01b328-e1c9-4a3f-91c9-7a2571fa2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:32.915229 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-6d01b328-e1c9-4a3f-91c9-7a2571fa2472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1062803 Jun 04 09:45:32.979783 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-5ad4016d-2738-4328-ac47-07a1d162f6cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 200 len: 217 time: 0.0584533 Jun 04 09:45:33.040767 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-f52b5697-1365-4164-a202-e42af0783e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:33.043456 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-f52b5697-1365-4164-a202-e42af0783e0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0569034 Jun 04 09:45:33.128615 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-97959944-21df-43ab-b8d3-0236617a77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:33.131791 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-97959944-21df-43ab-b8d3-0236617a77f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826135 Jun 04 09:45:33.228140 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9832c66-1c0f-45a5-b33f-2fa95b6b111a req-c8ca9f77-7beb-4739-8819-2791c6d79f09 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:33.230763 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9832c66-1c0f-45a5-b33f-2fa95b6b111a req-c8ca9f77-7beb-4739-8819-2791c6d79f09 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0783617 Jun 04 09:45:33.236819 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:33.282731 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:45:33.297657 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:33.298722 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:33.313574 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b9832c66-1c0f-45a5-b33f-2fa95b6b111a req-289a4f7d-e5c2-4764-bc46-e069f1f5863b tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746737 Jun 04 09:45:33.431395 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:33.680946 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:33.709385 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e395-b0d4-41f3-8618-38540debe8c1 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_floatingips': [{'id': '78c30175-048c-4fa5-86a1-83a5e7d60086', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'router_id': '134a1389-6219-460d-9caa-936f130272b3', 'port_id': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'mac_address': 'fa:16:3e:7f:eb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T09:42:06Z', 'updated_at': '2022-06-04T09:42:09Z', 'revision_number': 1, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:45:33.962569 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebc287-4542-4139-83e9-1d6e53812dda None None] New status for floating IP abecaf8d-0822-4867-b3f4-248c45f3567c: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:45:34.227521 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:34.233834 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-0de9db0d-689f-4b66-a93b-ccd55b71cf9a service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977149 Jun 04 09:45:34.468252 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898c4a7-7317-4c41-a749-9af517792477 req-93df2b8b-034d-42da-8f04-cce8e5bd56d1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:34.470361 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6898c4a7-7317-4c41-a749-9af517792477 req-93df2b8b-034d-42da-8f04-cce8e5bd56d1 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0704322 Jun 04 09:45:34.497381 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6bb843d7-5080-48b5-8b6c-9c61b3d96b06 req-ae3f6943-e775-4f5e-be8e-f63fe4bf3fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568556 Jun 04 09:45:34.540829 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6898c4a7-7317-4c41-a749-9af517792477 req-079f09ff-a14d-4e00-94c3-3287171be37b tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568781 Jun 04 09:45:34.788356 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:34.809314 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f14af59e-aa82-41d3-9c1d-57ad1d5e0dba tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:34.811011 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f14af59e-aa82-41d3-9c1d-57ad1d5e0dba tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Jun 04 09:45:34.903352 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port 006563ee-6261-4ee4-914b-4843fc0eafdb {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:34.903687 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:35.011806 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] For port 006563ee-6261-4ee4-914b-4843fc0eafdb, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=006563ee-6261-4ee4-914b-4843fc0eafdb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:35.012164 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:35.029407 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for 006563ee-6261-4ee4-914b-4843fc0eafdb owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:35.264563 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (006563ee-6261-4ee4-914b-4843fc0eafdb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:35.295727 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=006563ee-6261-4ee4-914b-4843fc0eafdb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:35.357490 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] No DVR routers for this DVR port 006563ee-6261-4ee4-914b-4843fc0eafdb on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:35.360478 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:35.364251 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9e852f32-36cf-4e53-9e06-0be3d4ef0429 req-f9bd01a3-82d5-4b02-9310-1e9001e57b2d tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "DELETE /v2.0/ports/006563ee-6261-4ee4-914b-4843fc0eafdb HTTP/1.1" status: 204 len: 173 time: 0.5474236 Jun 04 09:45:35.364800 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'name': 'network-vif-deleted', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:45:35.367230 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7deee2-a287-432b-8119-4ea45033c5e3" -d '{"events": [{"server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "name": "network-vif-deleted", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:45:35.414779 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9c1b6-0c3d-4f8a-bdc5-3fce609566cb x-openstack-request-id: req-daa9c1b6-0c3d-4f8a-bdc5-3fce609566cb {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:45:35.415256 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0a9385-6004-4b2f-aa18-e4375ea2cbb2", "name": "network-vif-deleted", "tag": "006563ee-6261-4ee4-914b-4843fc0eafdb", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:45:35.415626 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daa9c1b6-0c3d-4f8a-bdc5-3fce609566cb {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:45:35.416133 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa9c1b6-0c3d-4f8a-bdc5-3fce609566cb'] response: {'server_uuid': 'cb0a9385-6004-4b2f-aa18-e4375ea2cbb2', 'name': 'network-vif-deleted', 'tag': '006563ee-6261-4ee4-914b-4843fc0eafdb', 'status': 'completed', 'code': 200} Jun 04 09:45:35.654818 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:35.680179 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c8d29847-bec0-4bab-aa1c-ede8f3dc1d0f req-059b4c2e-03c0-4294-bb2e-d00c2967e507 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0440531 Jun 04 09:45:36.165620 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:45:36.820555 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d906d836-75d2-4e41-b85f-779fcc8bcb19 req-6ca50286-96b6-4d4f-8531-03fd04502d20 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0a9385-6004-4b2f-aa18-e4375ea2cbb2 HTTP/1.1" status: 200 len: 210 time: 0.0334992 Jun 04 09:45:37.263510 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 006563ee-6261-4ee4-914b-4843fc0eafdb no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:37.287704 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 006563ee-6261-4ee4-914b-4843fc0eafdb {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:37.288143 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 006563ee-6261-4ee4-914b-4843fc0eafdb not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:40.407904 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36574) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:40.561649 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port 60805f43-4735-45c1-acba-31490abf4dbb {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:40.562035 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (60805f43-4735-45c1-acba-31490abf4dbb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:40.632064 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:40.648440 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (60805f43-4735-45c1-acba-31490abf4dbb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:40.648764 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (60805f43-4735-45c1-acba-31490abf4dbb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:40.663991 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for 60805f43-4735-45c1-acba-31490abf4dbb owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:40.910753 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (60805f43-4735-45c1-acba-31490abf4dbb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:40.918849 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:40.960130 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=60805f43-4735-45c1-acba-31490abf4dbb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:41.067806 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (78c30175-048c-4fa5-86a1-83a5e7d60086), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:41.068127 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Floating IP 78c30175-048c-4fa5-86a1-83a5e7d60086 disassociated (deleted). External IP: 172.27.0.130, port: 5e3e0cde-05e3-40d0-b707-fa88eedc6064. Jun 04 09:45:41.591291 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:45:41.759048 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:45:41.765606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:41.775644 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:45:41.794333 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:41.795550 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:41.798929 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c0f93810-1a72-4094-a6a9-dcc7730e5ebf tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "DELETE /v2.0/floatingips/78c30175-048c-4fa5-86a1-83a5e7d60086 HTTP/1.1" status: 204 len: 168 time: 1.3893363 Jun 04 09:45:41.799551 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:45:41.802889 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46123b81-6900-4a57-ad70-6cd723c5c470" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:45:41.847517 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 09:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c56f6-642f-4068-b45a-17965a94442a x-openstack-request-id: req-ce5c56f6-642f-4068-b45a-17965a94442a {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:45:41.847870 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:45:41.848085 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce5c56f6-642f-4068-b45a-17965a94442a {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:45:41.848492 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5c56f6-642f-4068-b45a-17965a94442a'] response: {'name': 'network-changed', 'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'status': 'completed', 'code': 200} Jun 04 09:45:41.965935 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-c969a5a3-7d56-4992-b46e-a6b0d96e5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:41.967847 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-c969a5a3-7d56-4992-b46e-a6b0d96e5feb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c5c8695d627407f91f991dc91808a4b&device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 1129 time: 0.0704594 Jun 04 09:45:41.996431 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:42.007138 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:42.010759 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:42.111631 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-a5ef3a40-530f-4987-abdb-4950fd4d9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:42.113579 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-a5ef3a40-530f-4987-abdb-4950fd4d9cef service neutron] 10.222.0.47 "GET /v2.0/networks?id=5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 200 len: 911 time: 0.1398983 Jun 04 09:45:42.161904 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-9e22b2d1-c370-43e5-a4e5-43215931ccc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 200 len: 217 time: 0.0417373 Jun 04 09:45:42.237118 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-d5ced9ab-23ff-490b-8dfc-bdd34796d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:42.240632 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-d5ced9ab-23ff-490b-8dfc-bdd34796d04e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 200 len: 849 time: 0.0718558 Jun 04 09:45:42.307521 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:42.310310 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-cb3beaa6-47c8-42ac-b2f4-7910007abb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:42.314618 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-cb3beaa6-47c8-42ac-b2f4-7910007abb2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5052fbea-5778-4be7-87c0-ef258535d1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648839 Jun 04 09:45:42.335442 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:45:42.345568 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:42.346203 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:42.434089 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:42.507037 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:42.567557 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-488fc5d4-f276-43a2-af17-87127dcdf19c service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481546 Jun 04 09:45:42.584757 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5ddfb-ab1a-4483-8514-9703aa574931 req-25100287-d5b1-4621-a77c-ffe15186f6e9 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:42.587745 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-89e5ddfb-ab1a-4483-8514-9703aa574931 req-25100287-d5b1-4621-a77c-ffe15186f6e9 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.1230221 Jun 04 09:45:42.670419 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-89e5ddfb-ab1a-4483-8514-9703aa574931 req-b6b86819-2c30-4389-a1d8-3170d6242ffa tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765123 Jun 04 09:45:42.757322 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:42.784793 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c1a32-2162-4b25-acc3-bbdbcd59ca0c None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:38:52Z', 'revision_number': 4, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi', '_interfaces': [{'id': '6e1efe85-1b2a-4523-aca4-94ddbe605766', 'name': '', 'network_id': '5052fbea-5778-4be7-87c0-ef258535d1af', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'mac_address': 'fa:16:3e:1a:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:52Z', 'updated_at': '2022-06-04T09:38:57Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'subnets': [{'id': '6a711e7b-5af0-4f21-a00a-6bddae90ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:45:43.060073 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3b811-2305-4c11-86ca-070d2e0fbefd None None] New status for floating IP 78c30175-048c-4fa5-86a1-83a5e7d60086: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 09:45:43.467866 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:43.484226 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-46123b81-6900-4a57-ad70-6cd723c5c470 req-8f4d1af6-32e4-4263-ba89-6abd49546d60 service neutron] 10.222.0.47 "GET /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026320 Jun 04 09:45:43.802606 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72117901-957e-4777-beba-f4443ac04590 req-0cf696c0-9822-4e2b-badc-2dd41bcae89c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:43.804230 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72117901-957e-4777-beba-f4443ac04590 req-0cf696c0-9822-4e2b-badc-2dd41bcae89c tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0533531 Jun 04 09:45:43.865810 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-72117901-957e-4777-beba-f4443ac04590 req-f7b0080e-0002-4c45-a610-87cd01e0f27f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/security-groups?id=fea72fc9-5dd6-4d70-8c40-62785334cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515893 Jun 04 09:45:43.996154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-006c0cd3-49fb-41b3-984e-ad0df7cdd359 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 09:45:43.997703 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-006c0cd3-49fb-41b3-984e-ad0df7cdd359 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 945 time: 0.0557346 Jun 04 09:45:44.089716 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:44.090054 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:44.197397 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] For port 5e3e0cde-05e3-40d0-b707-fa88eedc6064, host hv-cinder-84469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84469',level=0,port_id=5e3e0cde-05e3-40d0-b707-fa88eedc6064,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:44.197772 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:44.214674 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for 5e3e0cde-05e3-40d0-b707-fa88eedc6064 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:44.447110 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (5e3e0cde-05e3-40d0-b707-fa88eedc6064), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:44.484386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=5e3e0cde-05e3-40d0-b707-fa88eedc6064,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:44.534700 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] No DVR routers for this DVR port 5e3e0cde-05e3-40d0-b707-fa88eedc6064 on host hv-cinder-84469 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:44.538619 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:44.542360 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-df317140-ac0c-41b5-92c8-4e9794a55bc2 req-5bf6f375-4237-4ece-9645-a88dfc0f0c6f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.47 "DELETE /v2.0/ports/5e3e0cde-05e3-40d0-b707-fa88eedc6064 HTTP/1.1" status: 204 len: 173 time: 0.5396152 Jun 04 09:45:44.542848 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'name': 'network-vif-deleted', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 09:45:44.545494 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56bf6c58e7315787e5062f184155842800b7919bbebeae763b4bb7c7bedcafe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd897959-0617-4860-92ca-5784bd9ee80f" -d '{"events": [{"server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "name": "network-vif-deleted", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 09:45:44.584848 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec906a75-5911-4661-b424-620658956c89 x-openstack-request-id: req-ec906a75-5911-4661-b424-620658956c89 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 09:45:44.585141 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5b153c-2996-47dd-a74f-2d04575755d7", "name": "network-vif-deleted", "tag": "5e3e0cde-05e3-40d0-b707-fa88eedc6064", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 09:45:44.585397 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec906a75-5911-4661-b424-620658956c89 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 09:45:44.585824 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec906a75-5911-4661-b424-620658956c89'] response: {'server_uuid': '7c5b153c-2996-47dd-a74f-2d04575755d7', 'name': 'network-vif-deleted', 'tag': '5e3e0cde-05e3-40d0-b707-fa88eedc6064', 'status': 'completed', 'code': 200} Jun 04 09:45:44.999597 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5f5035a7-7b30-41b8-aa73-4794814b4401 req-6837cd95-b714-4b4e-95b1-556b8d367c4f tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5b153c-2996-47dd-a74f-2d04575755d7 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Jun 04 09:45:46.082208 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36590) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:46.216949 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Deleting port a778d8d1-e887-4712-9846-bfda348378ea {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:46.217496 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (a778d8d1-e887-4712-9846-bfda348378ea), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.335099 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (a778d8d1-e887-4712-9846-bfda348378ea), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.335353 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (a778d8d1-e887-4712-9846-bfda348378ea), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.356388 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Calling delete_port for a778d8d1-e887-4712-9846-bfda348378ea owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:46.630846 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (a778d8d1-e887-4712-9846-bfda348378ea), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.662462 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'Port': ['ID=a778d8d1-e887-4712-9846-bfda348378ea,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:46.676829 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.677208 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.677524 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.677856 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.678182 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.678503 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.678820 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.679134 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.679453 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.679816 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.680195 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.680604 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.680926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.681251 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.681591 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:46.748154 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for floatingip (2e65b5af-378d-42f3-bba8-ffa1530111ea), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.751079 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180729'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:46.752391 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f7e6b0a7-9568-465b-92d6-c07463535582 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "DELETE /v2.0/floatingips/2e65b5af-378d-42f3-bba8-ffa1530111ea HTTP/1.1" status: 204 len: 168 time: 0.6743414 Jun 04 09:45:47.309772 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 5e3e0cde-05e3-40d0-b707-fa88eedc6064 no longer exists at agent hyperv_hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:47.330374 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] No Port match for: 5e3e0cde-05e3-40d0-b707-fa88eedc6064 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:47.330743 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Device 5e3e0cde-05e3-40d0-b707-fa88eedc6064 not bound to the agent host hv-cinder-84469 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:48.192811 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36604) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:48.261937 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (fea72fc9-5dd6-4d70-8c40-62785334cce6), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:48.293727 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (fea72fc9-5dd6-4d70-8c40-62785334cce6), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:48.464230 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (fea72fc9-5dd6-4d70-8c40-62785334cce6), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:48.466989 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:48.468298 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] 10.222.0.46 "DELETE /v2.0/security-groups/fea72fc9-5dd6-4d70-8c40-62785334cce6 HTTP/1.1" status: 204 len: 168 time: 0.2743967 Jun 04 09:45:48.481379 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49e021-fedd-4cb4-b496-c3b194b20603 tempest-TestVolumeBootPattern-212705993 tempest-TestVolumeBootPattern-212705993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea72fc9-5dd6-4d70-8c40-62785334cce6,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:48.605259 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36608) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:49.005453 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:49.063008 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:49.075653 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (134a1389-6219-460d-9caa-936f130272b3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:49.327881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Deleting port 6e1efe85-1b2a-4523-aca4-94ddbe605766 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:49.328273 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:49.421255 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] For port 6e1efe85-1b2a-4523-aca4-94ddbe605766, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=6e1efe85-1b2a-4523-aca4-94ddbe605766,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:49.421891 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:49.446591 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Calling delete_port for 6e1efe85-1b2a-4523-aca4-94ddbe605766 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:49.778463 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (6e1efe85-1b2a-4523-aca4-94ddbe605766), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:49.810778 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1efe85-1b2a-4523-aca4-94ddbe605766,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:50.062306 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (134a1389-6219-460d-9caa-936f130272b3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:50.117036 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:50.238076 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:50.330815 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Router 134a1389-6219-460d-9caa-936f130272b3 has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:45:50.523875 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:45:50.533373 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-11faace6-cecf-4285-b97d-71b5c4b734b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/134a1389-6219-460d-9caa-936f130272b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9261730 Jun 04 09:45:50.534450 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Sync routers for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:45:50.537669 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36612) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:50.547092 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:50.547738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:50.674211 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks [] for router (134a1389-6219-460d-9caa-936f130272b3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:50.695059 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: dv-cinder-844695-1-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:50.793204 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks [] for router_gateway (134a1389-6219-460d-9caa-936f130272b3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:50.808556 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:50.902778 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:45:49Z', 'revision_number': 5, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port': {'id': '88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a1389-6219-460d-9caa-936f130272b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:49Z', 'updated_at': '2022-06-04T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:50.941944 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Deleting port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:50.942387 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:50.946597 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:50.947502 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Checking router: 134a1389-6219-460d-9caa-936f130272b3 for host: dv-cinder-844695-1-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:45:50.962928 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Routers {'134a1389-6219-460d-9caa-936f130272b3'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:50.963934 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['134a1389-6219-460d-9caa-936f130272b3'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:51.029207 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:51.071531 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] For port 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:51.071905 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.088715 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Calling delete_port for 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:51.096438 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] Set router 134a1389-6219-460d-9caa-936f130272b3 gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:51.173416 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:45:50Z', 'revision_number': 6, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:51.213412 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2782bc5-1bcd-4cbd-bc28-418f997df005 None None] The sync data for ids ['134a1389-6219-460d-9caa-936f130272b3'] in dv-cinder-844695-1-iscsi is: [{'id': '134a1389-6219-460d-9caa-936f130272b3', 'name': 'tempest-TestVolumeBootPattern-50658522-router', 'tenant_id': '3c5c8695d627407f91f991dc91808a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:48Z', 'updated_at': '2022-06-04T09:45:50Z', 'revision_number': 6, 'project_id': '3c5c8695d627407f91f991dc91808a4b', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:45:51.453673 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.484897 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:51.587575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (134a1389-6219-460d-9caa-936f130272b3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.698984 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (134a1389-6219-460d-9caa-936f130272b3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.701665 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks [] for router_controller (134a1389-6219-460d-9caa-936f130272b3), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.841806 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (134a1389-6219-460d-9caa-936f130272b3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.842722 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134a1389-6219-460d-9caa-936f130272b3 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:45:51.849767 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.849767 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e1abef5d-b812-4835-a797-7690069d39f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/134a1389-6219-460d-9caa-936f130272b3 HTTP/1.1" status: 204 len: 168 time: 1.3103740 Jun 04 09:45:51.852619 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36614) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:51.914841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Deleting subnet 6a711e7b-5af0-4f21-a00a-6bddae90ba1c {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:45:51.920756 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Publish callbacks [] for subnet (6a711e7b-5af0-4f21-a00a-6bddae90ba1c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:51.990398 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (6a711e7b-5af0-4f21-a00a-6bddae90ba1c), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.127451 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (6a711e7b-5af0-4f21-a00a-6bddae90ba1c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.197473 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:52.312161 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (6a711e7b-5af0-4f21-a00a-6bddae90ba1c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.318123 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6e1efe85-1b2a-4523-aca4-94ddbe605766 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:52.352517 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 6e1efe85-1b2a-4523-aca4-94ddbe605766 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:52.352926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 6e1efe85-1b2a-4523-aca4-94ddbe605766 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:52.353603 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:52.364426 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a711e7b-5af0-4f21-a00a-6bddae90ba1c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:52.370242 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.379573 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-572a2335-3f7c-4245-91a2-c8cb4f2feab1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6a711e7b-5af0-4f21-a00a-6bddae90ba1c HTTP/1.1" status: 204 len: 168 time: 0.5212562 Jun 04 09:45:52.380634 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36616) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:52.386209 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5034ac6-f75f-4b12-8d9f-3d9337ef75c6 None None] Network 5052fbea-5778-4be7-87c0-ef258535d1af requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:45:52.389535 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:52.389931 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 88fcafaa-ef91-4f13-a6e4-a2ed1989e8fd not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:52.475712 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (5052fbea-5778-4be7-87c0-ef258535d1af), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.527881 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Deleting port 651493a5-1920-4d17-9919-450772402afb {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:52.528496 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (651493a5-1920-4d17-9919-450772402afb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.572695 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5041400d-13a7-484b-be52-3d1e80ebcf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.583272 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] DHCP port deletion for 5052fbea-5778-4be7-87c0-ef258535d1af request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:45:52.629310 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Deleting port 651493a5-1920-4d17-9919-450772402afb {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:52.629687 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (651493a5-1920-4d17-9919-450772402afb), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.637280 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] For port 651493a5-1920-4d17-9919-450772402afb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=651493a5-1920-4d17-9919-450772402afb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:52.637741 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (651493a5-1920-4d17-9919-450772402afb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.653737 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Calling delete_port for 651493a5-1920-4d17-9919-450772402afb owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:52.813343 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (651493a5-1920-4d17-9919-450772402afb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.823438 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:52.850763 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] For port 651493a5-1920-4d17-9919-450772402afb, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=651493a5-1920-4d17-9919-450772402afb,segment=NetworkSegment(32498886-1ba6-4995-906e-74ba1decd87a),segment_id=32498886-1ba6-4995-906e-74ba1decd87a)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:52.851400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (651493a5-1920-4d17-9919-450772402afb), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.857449 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Pushing event deleted for resources: {'Port': ['ID=651493a5-1920-4d17-9919-450772402afb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:52.863287 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] No DVR routers for this DVR port 651493a5-1920-4d17-9919-450772402afb on host dv-cinder-844695-1-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:52.876035 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Calling delete_port for 651493a5-1920-4d17-9919-450772402afb owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:52.964319 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (5052fbea-5778-4be7-87c0-ef258535d1af), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.977010 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (651493a5-1920-4d17-9919-450772402afb), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:52.997341 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5052fbea-5778-4be7-87c0-ef258535d1af']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:53.014908 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32498886-1ba6-4995-906e-74ba1decd87a') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:53.015344 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32498886-1ba6-4995-906e-74ba1decd87a') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:53.021702 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Pushing event deleted for resources: {'Port': ['ID=651493a5-1920-4d17-9919-450772402afb,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:53.029382 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (32498886-1ba6-4995-906e-74ba1decd87a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.032125 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] No DVR routers for this DVR port 651493a5-1920-4d17-9919-450772402afb on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:53.036400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.036740 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.037077 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.037418 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.038407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.038407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.038407 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.039024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.039024 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.039387 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.039625 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.039951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.040960 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.040960 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.040960 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1299-ce97-430c-b6d5-8dbc15281c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844695-1-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 09:45:53.052623 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (32498886-1ba6-4995-906e-74ba1decd87a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.061824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:45:53.062229 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (32498886-1ba6-4995-906e-74ba1decd87a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.077515 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=18 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:53.093412 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:53.169726 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 32498886-1ba6-4995-906e-74ba1decd87a resource provider aggregate not found Jun 04 09:45:53.187063 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 32498886-1ba6-4995-906e-74ba1decd87a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32498886-1ba6-4995-906e-74ba1decd87a found for delete ", "request_id": "req-cb2efc59-c510-48fa-86df-6499b380bb59"}]} Jun 04 09:45:53.190005 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (5052fbea-5778-4be7-87c0-ef258535d1af), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.198010 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.202653 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/5052fbea-5778-4be7-87c0-ef258535d1af HTTP/1.1" status: 204 len: 168 time: 0.8203444 Jun 04 09:45:53.206893 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36624) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:53.223021 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab178-7eeb-4a92-9242-6bf37d7174bb admin admin] Pushing event deleted for resources: {'Network': ['ID=5052fbea-5778-4be7-87c0-ef258535d1af,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:53.566238 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828101'] for router_interface (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.605655 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:53.820554 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Deleting port bc2170c1-3c32-40f9-a47a-7baf68367616 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:53.820882 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.911347 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] For port bc2170c1-3c32-40f9-a47a-7baf68367616, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=bc2170c1-3c32-40f9-a47a-7baf68367616,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:53.911715 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:53.928527 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Calling delete_port for bc2170c1-3c32-40f9-a47a-7baf68367616 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:54.053488 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:54.336561 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 651493a5-1920-4d17-9919-450772402afb no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:54.361869 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: 651493a5-1920-4d17-9919-450772402afb {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:54.362355 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device 651493a5-1920-4d17-9919-450772402afb not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:54.424347 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (bc2170c1-3c32-40f9-a47a-7baf68367616), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:54.451183 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2170c1-3c32-40f9-a47a-7baf68367616,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:54.677078 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827477'] for router_interface (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:54.980851 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Router 1b45ca7c-7e90-45c6-a346-865675cf74bd has already been hosted by L3 agent 67cfde45-25e6-4642-bdba-750f2adeef9e {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 09:45:54.989649 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:55.097565 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] Notify agent at l3_agent.dv-cinder-844695-1-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 09:45:55.103359 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-76791979-9c5d-407a-96c9-ac0e1b0848b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/1b45ca7c-7e90-45c6-a346-865675cf74bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944795 Jun 04 09:45:55.107321 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36626) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:55.112791 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Sync routers for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 09:45:55.128533 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:55.129950 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:55.218926 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks [] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:55.235685 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: dv-cinder-844695-1-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:55.334841 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks [] for router_gateway (1b45ca7c-7e90-45c6-a346-865675cf74bd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:55.490826 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Deleting port c065a10a-9496-4ea0-8095-787401968130 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:55.491998 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (c065a10a-9496-4ea0-8095-787401968130), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:55.525640 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'external_fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c065a10a-9496-4ea0-8095-787401968130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:45:54Z', 'revision_number': 5, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port': {'id': 'c065a10a-9496-4ea0-8095-787401968130', 'name': '', 'network_id': '5b2e7d96-135a-430a-b697-4f281e930249', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844695-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d04037a-c868-4a32-abd7-22bc6c120e61', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844695-1-iscsi'}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:55.554388 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Checking router: 1b45ca7c-7e90-45c6-a346-865675cf74bd for host: dv-cinder-844695-1-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 09:45:55.568043 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:55.573973 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Routers {'1b45ca7c-7e90-45c6-a346-865675cf74bd'} bound to L3 agent in host dv-cinder-844695-1-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 09:45:55.574989 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844695-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T09:16:55Z,description=,heartbeat_timestamp=2022-06-04T09:45:26Z,host='dv-cinder-844695-1-iscsi',id=67cfde45-25e6-4642-bdba-750f2adeef9e,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T09:16:56Z,topic='l3_agent')) {'router_ids': ['1b45ca7c-7e90-45c6-a346-865675cf74bd'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:55.592791 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] For port c065a10a-9496-4ea0-8095-787401968130, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=c065a10a-9496-4ea0-8095-787401968130,segment=NetworkSegment(dd2f722b-4382-46f1-bfad-8be504165286),segment_id=dd2f722b-4382-46f1-bfad-8be504165286)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:55.593218 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (c065a10a-9496-4ea0-8095-787401968130), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:55.617742 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Calling delete_port for c065a10a-9496-4ea0-8095-787401968130 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:55.658659 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc3ab-95ba-40a2-9a75-dacb7046ba14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:55.682646 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] Set router 1b45ca7c-7e90-45c6-a346-865675cf74bd gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 09:45:55.742905 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:45:55Z', 'revision_number': 6, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port_host': None}], 'dv-cinder-844695-1-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:55.770757 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2f349-397b-4dfe-9217-647ff619b60e None None] The sync data for ids ['1b45ca7c-7e90-45c6-a346-865675cf74bd'] in dv-cinder-844695-1-iscsi is: [{'id': '1b45ca7c-7e90-45c6-a346-865675cf74bd', 'name': 'tempest-TestVolumeBootPattern-1511106541-router', 'tenant_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T09:38:57Z', 'updated_at': '2022-06-04T09:45:55Z', 'revision_number': 6, 'project_id': '5e85e2e369fa4f9c921eeb851b45e21e', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 09:45:55.971664 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15770565'] for port (c065a10a-9496-4ea0-8095-787401968130), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.001720 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Pushing event deleted for resources: {'Port': ['ID=c065a10a-9496-4ea0-8095-787401968130,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:56.075818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828674'] for router_gateway (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.174830 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1827759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1211'] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.178148 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks [] for router_controller (1b45ca7c-7e90-45c6-a346-865675cf74bd), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.227784 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:56.366090 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1827520'] for router (1b45ca7c-7e90-45c6-a346-865675cf74bd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.366818 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b45ca7c-7e90-45c6-a346-865675cf74bd {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 09:45:56.372682 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.374066 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7c70bf9a-a2f2-43b7-a432-1c1da69a6729 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1b45ca7c-7e90-45c6-a346-865675cf74bd HTTP/1.1" status: 204 len: 168 time: 1.2655544 Jun 04 09:45:56.377406 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36628) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:56.435438 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.460899 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Deleting subnet b4f6cc76-751b-4a9b-a437-8fd48281052b {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 09:45:56.466511 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Publish callbacks [] for subnet (b4f6cc76-751b-4a9b-a437-8fd48281052b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.530286 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16048693'] for subnet (b4f6cc76-751b-4a9b-a437-8fd48281052b), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.626101 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device bc2170c1-3c32-40f9-a47a-7baf68367616 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:56.656229 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: bc2170c1-3c32-40f9-a47a-7baf68367616 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:56.656822 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device bc2170c1-3c32-40f9-a47a-7baf68367616 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:56.657366 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c065a10a-9496-4ea0-8095-787401968130 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:56.673147 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet (b4f6cc76-751b-4a9b-a437-8fd48281052b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.687933 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: c065a10a-9496-4ea0-8095-787401968130 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:56.689135 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device c065a10a-9496-4ea0-8095-787401968130 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:56.841743 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15770608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12818154'] for subnet (b4f6cc76-751b-4a9b-a437-8fd48281052b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.874196 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f6cc76-751b-4a9b-a437-8fd48281052b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:56.885731 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:56.895957 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36630) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:56.896818 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75af46f-ae71-45f2-a981-df9c95dd25aa None None] Network 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 requested from dv-cinder-844695-1-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 09:45:56.903705 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8efb81aa-4f30-449e-b52d-d75009d078a8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4f6cc76-751b-4a9b-a437-8fd48281052b HTTP/1.1" status: 204 len: 168 time: 0.5244083 Jun 04 09:45:57.119773 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] DHCP port deletion for 89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 request from dv-cinder-844695-1-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 09:45:57.174177 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Deleting port d6bd7898-4709-41f5-9be6-8c769fe81541 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:57.174661 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.257495 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] For port d6bd7898-4709-41f5-9be6-8c769fe81541, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d6bd7898-4709-41f5-9be6-8c769fe81541,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:57.258056 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.276866 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Calling delete_port for d6bd7898-4709-41f5-9be6-8c769fe81541 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:57.308791 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-788182'] for network (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.358938 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Deleting port d6bd7898-4709-41f5-9be6-8c769fe81541 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 09:45:57.359282 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742868680560'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.437154 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:57.443353 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] For port d6bd7898-4709-41f5-9be6-8c769fe81541, host dv-cinder-844695-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844695-1-iscsi',level=0,port_id=d6bd7898-4709-41f5-9be6-8c769fe81541,segment=NetworkSegment(bbaef247-252b-4e59-88af-60929174d111),segment_id=bbaef247-252b-4e59-88af-60929174d111)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 09:45:57.443717 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830666'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.459683 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.461844 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Calling delete_port for d6bd7898-4709-41f5-9be6-8c769fe81541 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 09:45:57.466951 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:57.472192 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:45:57.507265 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] Pushing event deleted for resources: {'Port': ['ID=d6bd7898-4709-41f5-9be6-8c769fe81541,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:57.513344 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a634c3-34ee-498a-a36b-55a2663eb3e3 None None] No DVR routers for this DVR port d6bd7898-4709-41f5-9be6-8c769fe81541 on host dv-cinder-844695-1-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:57.551386 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742868684252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742868303656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16313812'] for port (d6bd7898-4709-41f5-9be6-8c769fe81541), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.583220 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bd7898-4709-41f5-9be6-8c769fe81541,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:57.590055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] No DVR routers for this DVR port d6bd7898-4709-41f5-9be6-8c769fe81541 on host dv-cinder-844695-1-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 09:45:57.671602 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749535', 'neutron.services.segments.db._delete_segments_for_network-8742868607245'] for network (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.698317 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d4b054-c4eb-41f7-a5f4-442ca0de9ab4']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:57.711824 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaef247-252b-4e59-88af-60929174d111') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:57.712168 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaef247-252b-4e59-88af-60929174d111') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 09:45:57.724055 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742868606612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753389'] for segment (bbaef247-252b-4e59-88af-60929174d111), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.743279 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276'] for segment (bbaef247-252b-4e59-88af-60929174d111), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.751590 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 09:45:57.752179 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16313787'] for segment (bbaef247-252b-4e59-88af-60929174d111), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.802025 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment bbaef247-252b-4e59-88af-60929174d111 resource provider aggregate not found Jun 04 09:45:57.824115 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment bbaef247-252b-4e59-88af-60929174d111 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbaef247-252b-4e59-88af-60929174d111 found for delete ", "request_id": "req-0555586d-05be-4691-9cea-a14deccaae9d"}]} Jun 04 09:45:57.927424 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828718'] for network (89d4b054-c4eb-41f7-a5f4-442ca0de9ab4), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.933841 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582980'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:57.937308 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] 10.222.0.46 "DELETE /v2.0/networks/89d4b054-c4eb-41f7-a5f4-442ca0de9ab4 HTTP/1.1" status: 204 len: 168 time: 1.0393894 Jun 04 09:45:57.950445 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b7557-b188-4ecc-b302-d8cf1bba7687 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d4b054-c4eb-41f7-a5f4-442ca0de9ab4,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:58.318931 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d6bd7898-4709-41f5-9be6-8c769fe81541 no longer exists at agent ovs-agent-dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 09:45:58.340953 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] No Port match for: d6bd7898-4709-41f5-9be6-8c769fe81541 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 09:45:58.347710 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Device d6bd7898-4709-41f5-9be6-8c769fe81541 not bound to the agent host dv-cinder-844695-1-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 09:45:58.383267 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36638) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:58.433534 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e4c824db-99fe-4a07-a27d-7e09a1d6eda1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c5c8695d627407f91f991dc91808a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486660 Jun 04 09:45:58.436217 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36640) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:58.495898 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] Publish callbacks [] for security_group (60d83d83-81ba-4b06-8f11-67b94e32ec80), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:58.522306 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] Publish callbacks [] for security_group (60d83d83-81ba-4b06-8f11-67b94e32ec80), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:58.702754 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (60d83d83-81ba-4b06-8f11-67b94e32ec80), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:58.705591 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:58.708047 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60d83d83-81ba-4b06-8f11-67b94e32ec80 HTTP/1.1" status: 204 len: 168 time: 0.2699859 Jun 04 09:45:58.722485 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8d49-1e7b-44cb-807d-5575286da102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d83d83-81ba-4b06-8f11-67b94e32ec80,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:45:58.915368 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.572045 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.46', 36646) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:59.618787 dv-cinder-844695-1-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-542006c2-ae81-4630-a596-4f54a958d2e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e85e2e369fa4f9c921eeb851b45e21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451219 Jun 04 09:45:59.622575 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.46', 36648) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 09:45:59.682791 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] Publish callbacks [] for security_group (cde075bd-ec13-4546-b9c9-f81642b1be67), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.709138 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] Publish callbacks [] for security_group (cde075bd-ec13-4546-b9c9-f81642b1be67), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.910713 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651005'] for security_group (cde075bd-ec13-4546-b9c9-f81642b1be67), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.911082 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.914793 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:45:59.919649 dv-cinder-844695-1-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cde075bd-ec13-4546-b9c9-f81642b1be67 HTTP/1.1" status: 204 len: 168 time: 0.2923307 Jun 04 09:45:59.930120 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c6d71-bcff-47d8-a549-00728216a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde075bd-ec13-4546-b9c9-f81642b1be67,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 09:46:05.697256 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:05.746114 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=47 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:05.747369 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=42 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:09.612525 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:09.615772 dv-cinder-844695-1-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:09.920247 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:09.921258 dv-cinder-844695-1-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:13.167096 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:46:15.600697 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:15.603880 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:22.560433 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f432be00-b2c1-4407-8932-38b9bd161b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:23.161754 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:25.720571 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e1f836e6-1fb7-47a0-a614-42b05a73169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:26.433194 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:28.909018 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:29.914542 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:35.697158 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:42.097492 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:45.620365 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:45.622315 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:49.842009 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:46:50.166588 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:46:52.571259 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-89bc4b6e-12e9-4bb6-bd51-620c5c482ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:55.633832 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b3211380-8e12-43e1-9a4a-005dbacc168d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:56.432823 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:58.885373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:46:59.885454 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:00.161741 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:00.162781 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:05.702233 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:15.621797 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:15.623747 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:19.090500 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:19.096491 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:22.541909 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d4460d8c-ae75-4f03-b8bd-5fd0b9970389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:25.667352 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2e35b125-51c5-4a56-82ab-678576e4395c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:26.505942 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:27.166240 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:47:28.907516 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:29.947791 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:35.683237 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:37.161378 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:37.162617 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:45.617876 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:45.620516 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:52.581329 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-85dd9c9a-a89d-46b0-b9b7-232cf558dd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:55.666156 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-775ab146-e965-4410-ac5b-51ed276509cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:56.095340 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:56.096328 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:47:56.438343 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:58.945621 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:47:59.991291 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:04.166302 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:48:05.706472 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:14.161648 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:15.638112 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:15.642104 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:22.557474 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7037dcdf-0b61-4d73-b247-4428a91e3373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:25.637357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c66c57b3-92bb-4cf7-ad8c-009942de5bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:26.443089 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:28.957220 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:29.928878 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:33.088274 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:33.093900 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:35.763400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:41.166125 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:48:45.652480 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:45.659712 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:49.846406 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:51.161828 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:48:52.568641 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f303a244-741b-4ffa-9ad6-96dd905e36ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:55.665195 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-442448b7-1eb7-48b8-857f-fe35f3125b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:56.459814 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:58.933910 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:48:59.911357 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:05.745133 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:10.094071 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:10.101363 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:15.679915 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=2,neutron:SELECT=22 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:15.681926 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:18.165416 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:49:22.584057 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-76e08240-e062-41d6-accd-9a53cd6b554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:25.641734 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-34eec77b-7371-416d-8e5f-d6e15a29cc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:26.459208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:28.160900 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:28.161761 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:28.943289 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:29.944593 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:35.750110 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:45.674005 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:45.679183 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:52.573130 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f66a3cc1-8b32-4dbe-8cb7-69ad6b0fed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:52.848481 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=18 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:52.850381 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:49:55.165047 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:49:55.630558 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-53b1d390-75f8-47e9-90b3-4bbc9b328984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:56.463908 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:59.041173 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:49:59.933081 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:05.160448 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:05.904400 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:15.693807 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:15.695772 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:22.640792 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-90ac6c2a-4f65-47b5-9b8f-4b08964bc462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:25.629380 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ce497151-1d79-41a3-a9a0-bfc31a509a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:26.440526 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:27.085376 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:27.086690 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:28.920923 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:29.966373 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:32.165310 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:50:35.766600 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:45.687738 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:45.693766 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:49.850603 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:49.851421 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:50:52.628672 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d571e211-992e-4a86-9539-f945f9b40e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (fa5d3413-3a5d-4fbc-b313-de7ae0b53bc7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:55.645501 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-36fe14a1-e1f6-4e05-b452-d98c5c552d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (67cfde45-25e6-4642-bdba-750f2adeef9e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:56.491724 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa794-b3c8-4252-910e-b123d0d2dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (89993f48-1fc9-4e79-9417-1b9548216c5c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:50:58.954507 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bd8991eb-ebcf-4cad-8539-617179d5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (a57ebeab-0c6d-454a-a142-95496eaab2c0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:51:00.017208 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cd01123-267d-4bae-948f-d994d1faeec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (b6f0ec98-657a-4b8f-9985-b7ba82ca5d98), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:51:01.089566 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:51:01.090371 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:51:05.760674 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b5309f9d-1756-4a90-a690-422cf727b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742868606711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680960'] for agent (d4e1ebf2-98ce-43d9-970d-9a3c88400445), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 09:51:09.165551 dv-cinder-844695-1-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-e06e769e-f43f-48bf-9dd1-e32c56e9e3ce None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 09:51:15.685690 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 09:51:15.694112 dv-cinder-844695-1-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}